-- Logs begin at Wed 2021-10-27 00:56:30 UTC, end at Wed 2021-10-27 02:09:51 UTC. -- Oct 27 01:39:06.970099 dv-cinder-786873-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 01:39:09.652096 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:39:09.652628 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 01:39:09.652797 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 01:39:09.656021 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.common.config [-] Logging enabled! Oct 27 01:39:09.656274 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 01:39:09.656593 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 01:39:09.658064 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:39:09.658293 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:39:09.658651 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:39:09.658894 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:39:09.659118 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:39:09.659455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.659749 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.660039 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.660265 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.660553 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.660840 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.661118 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.661408 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.661699 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.661978 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.662252 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.662529 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.662754 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.663029 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.663336 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.663622 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.663843 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] debug = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.664138 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.664541 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.664944 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.665220 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.665505 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.665781 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.666048 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.666318 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.666594 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.666918 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] host = dv-cinder-786873-5-iscsi {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.667194 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.667502 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.667787 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.668069 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.668339 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.668612 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.668893 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.669163 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.669433 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.669703 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.669988 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.670271 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.670558 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.670779 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.670997 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.671312 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.671601 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.671872 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.672141 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.672410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.673228 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.673500 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.673767 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.674048 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.674327 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.674608 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.674878 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.675148 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.675443 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.675713 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.675994 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.676262 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.676531 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.676798 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.677079 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.677344 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.677613 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.677908 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.678189 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.678467 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.678749 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.679017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.679304 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.679584 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.679854 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.680121 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_json = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.680388 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.680653 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.680929 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.681197 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.681469 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.681738 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.682005 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.682284 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:09.682576 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.682866 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.683161 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.683460 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.683759 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.684036 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.684320 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.684592 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.684874 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.685159 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.685442 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.685714 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.685997 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.686269 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.686556 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.686853 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.687143 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.687457 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.687730 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.688000 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.688294 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.688569 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.688888 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.689164 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.689450 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.689733 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.690008 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.690288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.690574 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.690860 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.691131 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.691433 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.691726 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.692001 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.692272 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.692548 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.692832 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.693107 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.693378 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.693656 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.693930 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.694201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.694469 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.694742 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.695026 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.695317 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.695592 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.695861 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.696132 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.696398 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.696675 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.696946 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.697216 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.697483 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.697755 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.698023 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.698290 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.698562 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.698829 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.699101 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.699404 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.699677 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.699945 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.700214 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.700481 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.700747 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.701017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.701296 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.701565 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.701835 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.702105 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.702376 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.702647 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.702931 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.703226 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.703527 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.703829 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.704108 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.704384 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.704659 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.704931 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.705208 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.705485 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.705755 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.706044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.706323 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.706604 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.706895 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.707154 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.707495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.707771 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.708049 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.708321 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.708593 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.708871 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.709151 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.709440 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.709726 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.710012 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.710299 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.710587 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.710861 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.711164 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.711470 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:09.711687 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:39:09.711923 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108212) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 01:39:10.136826 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 01:39:10.137102 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 01:39:10.137391 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 01:39:10.137720 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 01:39:10.451697 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.451991 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.452258 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.453500 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.453801 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.454067 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.488268 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.488527 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.488788 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.503633 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.503913 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.504180 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.535265 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.535575 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.535843 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.571313 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.571603 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.571866 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.804922 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.805519 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.805519 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.805696 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.806305 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.933788 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.934105 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.934388 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.934661 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.934929 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.935238 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.935520 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.935772 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.936024 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.936301 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.936556 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.936814 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.937069 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.937318 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.937568 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.937826 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.938079 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.938897 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.939165 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.939448 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.939716 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.939964 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.940244 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.940616 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.940863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.941105 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.941495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.941730 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.941963 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.942194 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.942423 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.942653 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:10.943006 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 01:39:10.946207 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 01:39:10.950171 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 01:39:10.954142 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 27 01:39:10.955802 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 01:39:10.956254 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 01:39:10.956585 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 01:39:10.956963 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 01:39:10.959785 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 01:39:10.960034 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 01:39:10.960375 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:39:10.965646 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 01:39:10.989109 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 01:39:10.989557 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.989849 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108212) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 01:39:10.990206 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.991612 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108212) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 01:39:10.991891 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 01:39:10.992132 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 01:39:10.995315 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:10.995602 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:11.057366 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 01:39:11.057551 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 01:39:11.057783 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 01:39:11.058142 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 01:39:11.078306 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_db.sqlalchemy.engines [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108212) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 01:39:11.758787 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing driver for type 'gre' Oct 27 01:39:11.759350 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] gre ID ranges: [(1, 1000)] Oct 27 01:39:12.004372 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing driver for type 'local' Oct 27 01:39:12.005035 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing driver for type 'vlan' Oct 27 01:39:12.122155 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] VlanTypeDriver initialization complete Oct 27 01:39:12.122434 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing driver for type 'vxlan' Oct 27 01:39:12.122948 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] vxlan ID ranges: [(1, 1000)] Oct 27 01:39:12.310499 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing extension driver 'port_security' Oct 27 01:39:12.310843 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.extensions.port_security [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] PortSecurityExtensionDriver initialization complete Oct 27 01:39:12.311185 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing mechanism driver 'openvswitch' Oct 27 01:39:12.311553 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing mechanism driver 'hyperv' Oct 27 01:39:12.318259 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.plugin [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:12.319124 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.319524 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.319882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.320413 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.320847 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.321210 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.321562 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.321968 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.322385 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.322748 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.323091 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.323504 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.323928 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.328047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328479 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328479 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.328479 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > address_group after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328479 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > address_group after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.328479 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.329476 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 01:39:12.329476 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] ML2 OVO RPC backend initialized. {{(pid=108212) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 01:39:12.329476 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.329844 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.330272 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.330625 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > networks before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.330975 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.331340 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > ports before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.331690 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.332036 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnets before_response 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.332385 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.332733 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.333071 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.333409 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.333745 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.334091 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.334436 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.334777 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.335115 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.335746 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.plugin [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Modular L2 Plugin initialization complete Oct 27 01:39:12.336076 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading services supported by the core plugin {{(pid=108212) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 01:39:12.336404 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.plugins.ml2.managers [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Got port-security extension from driver 'port_security' Oct 27 01:39:12.336879 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.extensions.vlantransparent [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Disabled vlantransparent extension. Oct 27 01:39:12.337360 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108212) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 01:39:12.337678 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: router Oct 27 01:39:12.374006 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.374343 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_create 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.374716 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router before_create 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.375083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.375481 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.375840 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_delete 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.376201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.376670 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.377034 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_create 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.377379 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.377731 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.378080 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.378441 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.378852 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.379217 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.379591 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.379931 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: subnet after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.380271 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.380619 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.380965 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.381309 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.381650 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.382005 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router after_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.382349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.382706 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.383071 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.383449 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.383816 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > agent after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.384166 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > agent after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.384510 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > network after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.385361 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Tracking information for resource: router configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:12.385696 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Tracking information for resource: floatingip configured {{(pid=108212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 01:39:12.390558 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.db.l3_agentschedulers_db [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 01:39:12.391131 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.392001 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.392361 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.392714 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: port after_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.393491 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router before_create 55550100 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.393855 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.394403 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_create 55550100 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.394571 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > router precommit_update 55550100 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.399521 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.provider_configuration [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service providers = [] {{(pid=108212) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 01:39:12.399890 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.db.servicetype_db [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108212) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 01:39:12.402827 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.service_base [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:39:12.403181 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.service_base [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:39:12.403620 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.service_base [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:39:12.404518 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.services.service_base [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 01:39:12.404895 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.services.service_base [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 01:39:12.405272 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.405595 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 01:39:12.418162 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.418498 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: auto_allocate Oct 27 01:39:12.424348 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: network precommit_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.424723 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: network precommit_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.425248 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.425572 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: tag Oct 27 01:39:12.432339 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.432675 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: timestamp Oct 27 01:39:12.436506 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.436849 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: network_ip_availability Oct 27 01:39:12.442314 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.442690 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.443047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.443792 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.444116 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: flavors Oct 27 01:39:12.449100 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.449434 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading Plugin: revisions Oct 27 01:39:12.454264 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 01:39:12.454657 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.317s {{(pid=108212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 01:39:12.455439 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108212) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 01:39:12.455783 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Initializing extension manager. Oct 27 01:39:12.456296 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: __init__.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.456639 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: __pycache__ {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.456977 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.457311 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: address_group.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.458062 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.458622 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: address-group Oct 27 01:39:12.458947 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: address_scope.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.459685 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.460196 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: address-scope Oct 27 01:39:12.460520 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.461445 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.461955 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: router-admin-state-down-before-update Oct 27 01:39:12.462282 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: agent.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.462997 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.463534 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: agent Oct 27 01:39:12.463864 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: agent_resources_synced.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.464772 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.465282 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: agent-resources-synced Oct 27 01:39:12.465607 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: allowedaddresspairs.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.467397 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.467918 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: allowed-address-pairs Oct 27 01:39:12.468248 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: auto_allocated_topology.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.469350 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.470381 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: auto-allocated-topology Oct 27 01:39:12.470711 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: availability_zone.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.471444 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.471951 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: availability_zone Oct 27 01:39:12.472277 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: availability_zone_filter.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.473197 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.473699 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: availability_zone_filter Oct 27 01:39:12.474288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: data_plane_status.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.475189 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.475726 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 01:39:12.476052 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: default_subnetpools.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.476969 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.477487 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: default-subnetpools Oct 27 01:39:12.477815 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.478623 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.479137 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: dhcp_agent_scheduler Oct 27 01:39:12.479495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: dns.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.480416 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.480927 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 01:39:12.481254 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: dns_domain_ports.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.482179 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.482687 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 01:39:12.483017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.483973 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.484482 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 01:39:12.484806 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: dvr.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.485501 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.486004 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: dvr Oct 27 01:39:12.486326 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: ecmp_routes.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.487242 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.487780 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 01:39:12.488104 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: empty_string_filtering.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.489040 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.489551 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: empty-string-filtering Oct 27 01:39:12.489876 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.490788 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.491307 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:39:12.491645 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.492562 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.493075 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 01:39:12.493399 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: external_net.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.494311 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.494815 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: external-net Oct 27 01:39:12.495140 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.496080 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.496584 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: extra_dhcp_opt Oct 27 01:39:12.496909 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: extraroute.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.497814 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.498317 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: extraroute Oct 27 01:39:12.498641 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: extraroute_atomic.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.499697 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.500206 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: extraroute-atomic Oct 27 01:39:12.501039 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: filter_validation.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.501879 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.502389 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: filter-validation Oct 27 01:39:12.502715 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: fip_pf_description.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.503650 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.504154 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 01:39:12.504478 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: fip_port_details.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.505393 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.505905 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: fip-port-details Oct 27 01:39:12.506236 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: flavors.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.507501 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.508020 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: flavors Oct 27 01:39:12.508349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.510016 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.510540 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 01:39:12.510876 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: floatingip_pools.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.511601 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.512118 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: floatingip-pools Oct 27 01:39:12.512447 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: ip_allocation.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.513385 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.513892 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 01:39:12.514219 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.515135 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.515678 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: ip-substring-filtering Oct 27 01:39:12.516006 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l2_adjacency.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.517495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.518000 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 01:39:12.518326 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.519275 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.519815 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: router Oct 27 01:39:12.520144 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.522373 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.522899 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 01:39:12.523232 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.524187 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.524707 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: ext-gw-mode Oct 27 01:39:12.525036 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.525976 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.526489 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: l3-ha Oct 27 01:39:12.526817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3_flavors.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.527760 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.528273 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: l3-flavors Oct 27 01:39:12.528599 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.529511 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.530018 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 01:39:12.530340 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: l3agentscheduler.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.531457 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.532023 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: l3_agent_scheduler Oct 27 01:39:12.532327 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: logging.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.533825 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.534347 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension logging not supported by any of loaded plugins Oct 27 01:39:12.534678 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: metering.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.535452 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.536028 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: metering Oct 27 01:39:12.536355 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.537570 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.538084 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: metering_source_and_destination_fields Oct 27 01:39:12.538415 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: multiprovidernet.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.539378 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.539888 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: multi-provider Oct 27 01:39:12.540215 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: netmtu.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.541131 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.541641 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: net-mtu Oct 27 01:39:12.541971 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: netmtu_writable.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.542898 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.543449 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: net-mtu-writable Oct 27 01:39:12.543787 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: network_availability_zone.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.544459 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.544969 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: network_availability_zone Oct 27 01:39:12.545294 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: network_ip_availability.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.546399 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.546918 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: network-ip-availability Oct 27 01:39:12.547249 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: network_segment_range.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.548060 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.548565 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 01:39:12.548891 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: pagination.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.549870 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.550207 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: pagination Oct 27 01:39:12.550532 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: port_device_profile.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.551477 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.551998 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: port-device-profile Oct 27 01:39:12.552322 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.553260 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.553773 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: port-mac-address-regenerate Oct 27 01:39:12.554100 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.555010 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.555562 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: port-numa-affinity-policy Oct 27 01:39:12.555886 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: port_resource_request.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.556802 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.557307 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 01:39:12.557633 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: portbindings.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.558555 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.559063 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: binding Oct 27 01:39:12.559422 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: portbindings_extended.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.560707 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.561224 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: binding-extended Oct 27 01:39:12.561553 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: portsecurity.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.562468 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.562988 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: port-security Oct 27 01:39:12.563931 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: project_id.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.564908 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.565245 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: project-id Oct 27 01:39:12.565572 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: providernet.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.566481 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.566998 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: provider Oct 27 01:39:12.567345 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.570901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.571452 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos not supported by any of loaded plugins Oct 27 01:39:12.571797 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.573047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.573568 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 01:39:12.573901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.574820 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.575365 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 01:39:12.575700 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_default.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.576619 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.577134 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-default not supported by any of loaded plugins Oct 27 01:39:12.577465 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_fip.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.578113 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.578614 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 01:39:12.579505 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_gateway_ip.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.580437 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.580947 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 01:39:12.581274 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_port_network_policy.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.582198 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.582715 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 01:39:12.583041 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.584111 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.584625 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 01:39:12.584950 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_pps_rule.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.586120 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.586634 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 01:39:12.586964 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_rule_type_details.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.587917 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.588431 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 01:39:12.588758 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: qos_rules_alias.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.589972 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.590492 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 01:39:12.590825 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: quotasv2.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.591775 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.592111 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: quotas Oct 27 01:39:12.592437 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: quotasv2_detail.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.595722 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.596060 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: quota_details Oct 27 01:39:12.596398 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: rbac.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.597450 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.597980 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: rbac-policies Oct 27 01:39:12.598314 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: rbac_address_group.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.599562 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.600083 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: rbac-address-group Oct 27 01:39:12.600410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: rbac_address_scope.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.601337 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.601859 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: rbac-address-scope Oct 27 01:39:12.602188 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: rbac_security_groups.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.603111 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.603655 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: rbac-security-groups Oct 27 01:39:12.603982 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: rbac_subnetpool.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.604902 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.605419 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: rbac-subnetpool Oct 27 01:39:12.605746 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: revisionifmatch.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.606679 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.607201 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: revision-if-match Oct 27 01:39:12.607555 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: revisions.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.608672 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.609191 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: standard-attr-revisions Oct 27 01:39:12.609520 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: router_availability_zone.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.610226 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.610742 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: router_availability_zone Oct 27 01:39:12.611067 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: routerservicetype.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.612017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.612528 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 01:39:12.612854 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.613781 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.614301 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: security-groups-normalized-cidr Oct 27 01:39:12.614624 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.615580 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.616096 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: port-security-groups-filtering Oct 27 01:39:12.616421 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.617340 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.617852 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: security-groups-remote-address-group Oct 27 01:39:12.618176 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: securitygroup.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.628516 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.629001 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: security-group Oct 27 01:39:12.629339 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: segment.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.630122 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.630634 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension segment not supported by any of loaded plugins Oct 27 01:39:12.630968 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.632015 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.632527 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 01:39:12.632859 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: servicetype.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.633976 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.634497 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: service-type Oct 27 01:39:12.634829 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: sorting.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.635855 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.636195 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: sorting Oct 27 01:39:12.636522 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: standard_attr_segment.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.637448 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.637963 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 01:39:12.638292 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: standardattrdescription.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.638945 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.639487 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: standard-attr-description Oct 27 01:39:12.639817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: stateful_security_group.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.640750 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.641817 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: stateful-security-group Oct 27 01:39:12.642152 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: stdattrs_common.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.642738 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 01:39:12.643064 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.644036 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.644555 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 01:39:12.644884 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnet_onboard.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.646088 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.646608 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: subnet_onboard Oct 27 01:39:12.646937 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.647898 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.648410 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 01:39:12.648737 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnet_service_types.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.649659 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.650174 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: subnet-service-types Oct 27 01:39:12.650503 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnetallocation.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.651622 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.652139 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: subnet_allocation Oct 27 01:39:12.652471 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.653138 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.653667 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: subnetpool-prefix-ops Oct 27 01:39:12.654002 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.654941 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.655487 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 01:39:12.655817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: tagging.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.656913 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.657427 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: standard-attr-tag Oct 27 01:39:12.657756 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: timestamp.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.658960 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.659509 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loaded extension: standard-attr-timestamp Oct 27 01:39:12.659841 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: trunk.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.660886 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.661399 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension trunk not supported by any of loaded plugins Oct 27 01:39:12.661727 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: trunk_details.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.662649 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.663159 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 01:39:12.663519 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: uplink_status_propagation.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.664448 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.664961 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 01:39:12.665287 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Loading extension file: vlantransparent.py {{(pid=108212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 01:39:12.665952 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 01:39:12.666458 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 01:39:12.668883 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:network Oct 27 01:39:12.669426 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnet Oct 27 01:39:12.669826 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:39:12.670221 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:port Oct 27 01:39:12.671507 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.671952 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service FLAVORS assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.672583 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.673017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.673351 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:router Oct 27 01:39:12.673799 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:39:12.674291 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service METERING assigned prefix: /metering {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.675746 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.676113 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.676465 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:39:12.677443 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:39:12.677899 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:39:12.678328 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:39:12.678941 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service CORE assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.679274 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:39:12.679660 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] subnetpool is already registered Oct 27 01:39:12.680092 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service CORE assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.680420 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:39:12.680753 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] subnetpool is already registered Oct 27 01:39:12.683124 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.683600 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service FLAVORS assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.684221 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.684669 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.685006 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:router Oct 27 01:39:12.685347 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] router is already registered Oct 27 01:39:12.685761 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 01:39:12.686107 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] floatingip is already registered Oct 27 01:39:12.686575 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service METERING assigned prefix: /metering {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.687294 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 01:39:12.687643 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] rbac_policy is already registered Oct 27 01:39:12.688581 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:security_group Oct 27 01:39:12.688922 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] security_group is already registered Oct 27 01:39:12.689326 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 01:39:12.689661 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] security_group_rule is already registered Oct 27 01:39:12.690158 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service CORE assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.690486 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:39:12.690822 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] subnetpool is already registered Oct 27 01:39:12.691238 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.v2.resource_helper [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Service CORE assigned prefix: {{(pid=108212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 01:39:12.691594 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 01:39:12.691924 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING neutron.quota.resource_registry [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] subnetpool is already registered Oct 27 01:39:12.693575 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: extensions {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.695053 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: address-groups {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.696574 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: address-scopes {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.697827 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: agents {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.699082 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: auto-allocated-topology {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.700352 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: availability_zones {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.701574 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: dhcp-networks {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.702981 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: dhcp-agents {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.705144 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: routers {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.707279 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: flavors {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.708560 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: service_profiles {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.709777 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: next_providers {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.711209 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: service_profiles {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.712684 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: floatingip-pools {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.714002 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: routers {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.716130 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: floatingips {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.717426 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: l3-routers {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.718808 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: l3-agents {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.720272 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: metering-labels {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.721522 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: metering-label-rules {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.722885 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: network-ip-availabilities {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.724470 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: bindings {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.726047 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: quotas {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.727734 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: quotas {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.729255 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: rbac-policies {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.730453 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: security-groups {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.731813 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: security-group-rules {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.733058 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: service-providers {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.734270 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: subnetpools {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.735787 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: subnetpools {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.737257 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.738938 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.740771 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.742560 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.744302 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.746239 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.747990 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.751307 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.753096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.754817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron.api.extensions [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Extended resource: tags {{(pid=108212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 01:39:12.761004 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING keystonemiddleware.auth_token [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 01:39:12.765461 dv-cinder-786873-5-iscsi neutron-server[108212]: WARNING keystonemiddleware.auth_token [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 01:39:12.775148 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Acquired lock "singleton_lock" {{(pid=108212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 01:39:12.775655 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_concurrency.lockutils [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Releasing lock "singleton_lock" {{(pid=108212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 01:39:12.776300 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Starting 2 workers Oct 27 01:39:12.781088 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Started child 108323 {{(pid=108212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:39:12.785497 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Started child 108324 {{(pid=108212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:39:12.786401 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.787072 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO neutron.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 01:39:12.787728 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Publish callbacks [] for process, before_spawn {{(pid=108212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.787847 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [-] (108323) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:39:12.790062 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Starting 1 workers Oct 27 01:39:12.790207 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.791534 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [-] (108324) wsgi starting up on http://0.0.0.0:9696 Oct 27 01:39:12.795198 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Started child 108325 {{(pid=108212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:39:12.795768 dv-cinder-786873-5-iscsi neutron-server[108212]: INFO oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Starting 1 workers Oct 27 01:39:12.798850 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] calling RpcWorker wait() {{(pid=108325) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 01:39:12.799400 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] returning from RpcWorker wait() {{(pid=108325) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 01:39:12.800211 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Started child 108326 {{(pid=108212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 01:39:12.800546 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.800985 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:12.801094 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG neutron_lib.callbacks.manager [None req-3af47f51-9454-47c9-b9d0-5a4bfc441fe3 None None] Publish callbacks [] for process, after_spawn {{(pid=108212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.802878 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:39:12.803106 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:39:12.803300 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:39:12.803520 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:39:12.803843 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:39:12.804005 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:39:12.804517 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.804807 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.805075 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.805323 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.805624 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.806156 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:12.806608 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.806608 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.806608 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.806851 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.807114 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.807280 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.807469 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.807722 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.807948 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.808257 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.808504 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.808748 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.809016 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.809184 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.809421 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.809686 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.809933 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.810200 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] debug = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.810441 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.810919 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.811145 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.811424 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.811662 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.811927 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.812173 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.812438 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.812680 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.812929 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.813712 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.813969 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.814211 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.814421 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.814656 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.814903 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.815137 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.815625 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] host = dv-cinder-786873-5-iscsi {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.815834 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.816051 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.816276 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.816501 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.816759 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.816976 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.817247 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.817511 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.817763 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.817987 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.818246 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.818499 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.818731 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.818972 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.819133 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_options = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.819401 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.819659 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.819912 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.820098 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.820266 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.820439 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.820711 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.820872 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.821123 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.821342 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.821553 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.821768 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.821987 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.822219 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.822469 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.822723 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.822938 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.823149 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.823420 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.823663 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.823914 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.824100 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.824345 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.824591 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.824824 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.825062 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.825288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.825503 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.825715 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.825964 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.826214 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.826463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.826680 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.826946 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.827198 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.827466 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.827695 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.827956 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.828216 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.828438 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.828759 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.829514 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.829733 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.829959 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.830174 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.830389 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.830601 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_json = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.830813 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.831069 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.831332 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.831550 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.831858 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.832168 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.832529 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.833425 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.833425 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.833799 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.834123 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.834433 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.834649 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.834892 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.835130 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.835374 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.835609 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.835858 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.836204 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.836429 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.836736 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.836976 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.837248 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.837558 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.837825 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.838088 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.838327 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.838557 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.838772 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.839008 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.839254 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.839516 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.839746 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.839974 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.840196 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.840525 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.840787 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.841044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.841292 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.841510 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.841730 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.841985 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.842219 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.842432 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.842649 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.842920 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.843140 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.843397 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.843638 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849349 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849797 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.849882 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.850463 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851066 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851528 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851528 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851676 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.851833 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.852051 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.852270 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.852501 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.852737 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.852948 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.853159 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.853369 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.853604 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.853817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.854024 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.854235 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.854444 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.854660 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.854943 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.855226 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.855585 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.856030 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.856498 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.858114 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.858608 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.858815 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.859064 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.859335 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.859702 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.859806 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.860552 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.860945 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.861039 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.861279 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.861484 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.861701 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.862098 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.862199 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.862389 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.862754 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.862880 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.863133 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.863387 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.863620 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.863867 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.864141 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.864411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.864654 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.864872 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.865136 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.865448 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.865717 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.865998 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.866247 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.866480 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.866751 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.866999 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.867271 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.867540 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.867783 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.868027 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.868303 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.868592 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.868769 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.868987 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.869213 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.869565 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.869974 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.870214 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.870427 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.870894 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.871001 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.871192 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.871473 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.871719 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.871962 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.872201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.872556 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.872659 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.872863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.873093 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.873303 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.873545 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.873856 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.874012 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.874222 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.874522 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.874681 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.875584 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.875584 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.875584 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.878359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879498 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879498 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879654 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.879797 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.880011 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.880269 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.880485 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.880697 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.880907 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.881123 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.881355 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.881724 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.881827 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.881980 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.882227 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.882473 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.882803 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.883127 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.883995 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.883995 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.883995 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.884266 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.884863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.884863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.884863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.885117 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.885208 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.885454 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.885677 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.885917 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.886128 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.886386 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.888346 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.889901 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.890388 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.890388 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.890645 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.890772 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.890959 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.891187 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.891484 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.891688 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.891896 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.892228 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.892368 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.892581 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.892798 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.893008 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.893215 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.893455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.893829 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.893934 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.894288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.894288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.894484 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895106 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895106 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895106 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895531 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895714 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.895951 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.896250 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.896494 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.896735 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.896974 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.897288 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.897518 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.897754 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.897969 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.898455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.898455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.898650 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.899060 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.899247 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.899755 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.899755 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.900077 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.900344 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.900607 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.900824 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.901098 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.901439 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.901722 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.901974 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.902223 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.902472 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.902702 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.902937 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.904083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.904083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.904083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.904083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.904083 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906096 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.906661 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:39:12.906661 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 01:39:12.906661 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 01:39:12.906898 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 01:39:12.906986 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 01:39:12.907155 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 01:39:12.907343 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 01:39:12.907524 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.907682 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.907840 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.907996 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.908905 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.908905 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.908905 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.908905 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.909410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.909410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.909410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.909781 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.909978 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910142 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910300 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910609 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910764 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.910924 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911097 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911227 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911401 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911557 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] debug = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911701 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.911891 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912196 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912335 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912493 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912649 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.912805 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913387 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913387 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913387 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913387 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913849 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913849 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.913849 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914216 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914216 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914451 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] host = dv-cinder-786873-5-iscsi {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914451 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914687 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.914687 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915020 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915020 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915331 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915331 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915569 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915569 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915820 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.915820 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916060 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916182 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916321 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916448 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_options = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916572 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916696 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916820 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.916989 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.917150 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.917307 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.917484 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.918809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919275 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919275 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919275 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919275 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919757 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919757 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.919757 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920103 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920103 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920352 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920352 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920588 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920588 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920824 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.920947 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921071 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921195 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921318 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921442 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921566 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921709 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.921863 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.922021 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.922176 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923624 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923624 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923624 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923970 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_json = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.923970 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924204 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924204 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924436 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924436 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924680 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924804 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.924916 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 01:39:12.925046 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925164 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925332 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925489 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925646 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925803 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.925960 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926116 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926274 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926589 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926589 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926741 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.926896 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927052 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927208 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927391 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927550 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927709 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.927868 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928026 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928183 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928340 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928507 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928665 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928821 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.928978 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929136 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929310 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929468 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929626 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929784 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.929942 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930100 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930258 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930416 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930574 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930731 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.930887 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931379 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931538 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931696 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.931854 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932012 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932170 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932328 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932486 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932645 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932803 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.932960 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933118 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933274 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933433 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933589 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933755 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.933912 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934069 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934234 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934410 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934585 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934685 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934835 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.934991 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935151 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935335 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935493 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935651 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.935985 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936143 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936299 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936456 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936616 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936773 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.936929 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937087 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937245 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937402 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937558 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937716 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.937874 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.938053 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.938756 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.938914 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939073 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939237 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939412 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939571 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939736 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.939907 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940065 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940260 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940382 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940539 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940696 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.940853 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941010 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941168 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941325 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941485 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941640 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.941869 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.942577 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.942739 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.942897 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943053 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943212 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943392 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943762 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943762 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.943949 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.944113 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.944271 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.944428 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.944631 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.944853 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945177 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945335 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945502 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945663 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945821 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.945978 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946135 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946293 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946449 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946606 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946767 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.946923 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947081 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947237 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947478 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947651 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947809 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.947981 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948120 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948299 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948491 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948654 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948813 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.948970 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949128 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949286 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949443 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949601 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949758 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.949916 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950070 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950227 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950460 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950562 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950688 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.950883 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951000 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951156 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951333 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951493 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951650 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.951807 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952036 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952126 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952269 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952426 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952584 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952742 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.952898 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953054 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953212 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953368 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953525 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953719 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.953884 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954041 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954201 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954518 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954676 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954835 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.954993 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955152 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955335 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955716 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955817 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.955953 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956112 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956270 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956427 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956586 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956748 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.956906 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957079 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957235 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957392 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957549 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957705 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.957862 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958018 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958175 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958332 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958488 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958644 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958964 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.958964 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959128 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959272 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959455 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959588 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959747 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.959904 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960074 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960232 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960390 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960568 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960700 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.960857 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.961025 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.961184 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.961373 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.961495 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.961651 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962411 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962794 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962794 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.962940 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963049 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963132 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963299 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963457 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963614 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963785 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.963949 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964093 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964249 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964404 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964561 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964727 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.964887 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.965044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.965203 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.965359 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.965549 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.965681 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966122 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966122 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966122 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966596 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966596 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966596 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966795 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.966862 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967017 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967643 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967643 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967643 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967643 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967912 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.967912 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968081 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968241 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968405 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968569 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968736 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.968821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:12.968906 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969044 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969214 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969394 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969551 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969708 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.969866 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970023 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970179 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970336 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970492 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970650 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970807 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.970963 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.971120 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.971278 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.971478 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 01:39:12.974508 dv-cinder-786873-5-iscsi neutron-server[108212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 01:39:13.151189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41050) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:13.160389 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070682 Oct 27 01:39:24.859598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2c751-a80f-4767-9cdb-b0d99e253dfc None None] get_active_networks_info from dv-cinder-786873-5-iscsi {{(pid=108325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 01:39:24.952750 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2c751-a80f-4767-9cdb-b0d99e253dfc None None] No non-hosted networks {{(pid=108325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 01:39:24.961955 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-26de51e1-06de-4281-a402-6e9568728c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:27.805507 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-28517bbf-1a10-4f41-a3f7-d234977418ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:27.862084 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.db.api [None req-5692e405-f14f-42c7-aa77-6df8a2c2356f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786873-5-iscsi {{(pid=108325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:39:27.862533 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG oslo_db.api [None req-5692e405-f14f-42c7-aa77-6df8a2c2356f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:39:28.352811 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:28.353767 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.354137 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.354632 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.355116 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.355609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.356101 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.356571 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.357074 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.357553 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.358027 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.358654 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.359131 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:28.359736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786873-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:28.390064 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786873-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:39:28.426175 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5692e405-f14f-42c7-aa77-6df8a2c2356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:28.834100 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:30.478368 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:31.419988 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.db.l3_hamode_db [None req-bbdf579b-acb2-4643-bc92-15ea8abeaf08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 01:39:31.497695 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf579b-acb2-4643-bc92-15ea8abeaf08 None None] Routers set() bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:39:31.498342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf579b-acb2-4643-bc92-15ea8abeaf08 None None] Router IDs set() for agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 01:39:31.653383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41144) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:32.157189 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING oslo_policy.policy [None req-6325484d-2c9f-4843-8cb3-d168f30eb242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:32.157776 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING oslo_policy.policy [None req-6325484d-2c9f-4843-8cb3-d168f30eb242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:32.406997 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [None req-6325484d-2c9f-4843-8cb3-d168f30eb242 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:39:32.408273 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6325484d-2c9f-4843-8cb3-d168f30eb242 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7528558 Oct 27 01:39:34.888447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41158) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:35.197722 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:39:35.298450 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.policy [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:39:35.347736 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING oslo_policy.policy [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:35.348109 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING oslo_policy.policy [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:35.356697 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.quota [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] Loaded quota_driver: . Oct 27 01:39:35.513566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745809260746', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745809251623', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745809240246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745809245810', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745805625114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745809218300', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1507289', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1447603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-490379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531491'] for rbac-policy, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:35.720270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:35.721516 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f4b9c5a0-eb25-4609-ba02-627168678728 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8321075 Oct 27 01:39:38.365472 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41170) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:38.654807 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Request body: {'network': {'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'name': 'private'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:39:38.746062 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Made reservation on behalf of 83ca179603db49b2aa2150d4ed7b9d15 for: {'network': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:38.748874 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:38.764911 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:38.869759 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:38.912182 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:38.935854 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=108323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:39:38.959808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745804400406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:38.960393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Unsubscribe: segment precommit_create {{(pid=108323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:39:38.960910 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.segments_db [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Added segment d740a499-467c-4f6d-9763-522b050c54f0 of type vlan for network 799619ca-3025-4ce2-b9ae-4ee723c6437d Oct 27 01:39:38.966370 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ea58d-411e-4eff-8053-e05be16346bf,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:38.989808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.990176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.990520 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.990854 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.991264 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.991643 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.991979 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.992319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.992661 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.992984 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.993300 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.993617 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Tracked resource versions report: Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: pushed versions: Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: { 'AddressGroup': {'1.2'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'ConntrackHelper': {'1.0'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Log': {'1.0'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Network': {'1.1'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Port': {'1.7'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'PortForwarding': {'1.2'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'QosPolicy': {'1.10'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroup': {'1.4'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SubPort': {'1.0'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Subnet': {'1.1'}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Trunk': {'1.1'}} Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: consumer versions: Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'ConntrackHelper': '1.0', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Log': '1.0', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Network': '1.1', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Port': '1.7', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'PortForwarding': '1.2', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'QosPolicy': '1.10', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroup': '1.4', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroupRule': '1.2', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SubPort': '1.0', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Subnet': '1.1', Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Trunk': '1.1'}} Oct 27 01:39:38.994745 dv-cinder-786873-5-iscsi neutron-server[108323]: {{(pid=108323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:39:39.080620 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:39.174697 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:39.175910 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:39:39.176591 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:39.270631 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] Pushing event updated for resources: {'Network': ['ID=799619ca-3025-4ce2-b9ae-4ee723c6437d,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:39.282624 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:39:39.320269 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0fd2317c-1948-474e-b28b-e35e42948e38 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9537251 Oct 27 01:39:42.046836 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41184) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:42.430391 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7febe8-5857-4955-969c-3f2414ac7d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:39:42.431778 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8c7febe8-5857-4955-969c-3f2414ac7d2d admin admin] 10.222.0.66 "GET /v2.0/networks/799619ca-3025-4ce2-b9ae-4ee723c6437d HTTP/1.1" status: 200 len: 826 time: 0.3839638 Oct 27 01:39:42.456508 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-01496fd1-f7e0-4843-a424-31a70f7d42f5 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/5fb9cf53-783c-4976-b9d6-9cf571f96b94 HTTP/1.1" status: 200 len: 734 time: 0.0180080 Oct 27 01:39:42.465423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:39:42.555558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Made reservation on behalf of 83ca179603db49b2aa2150d4ed7b9d15 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:42.557843 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:42.916383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:42.985770 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:42.988638 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Checking segment: {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:39:42.988986 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Network hostable DHCP agents. Network: 799619ca-3025-4ce2-b9ae-4ee723c6437d, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:39:43.069076 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:39:43.149186 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 799619ca-3025-4ce2-b9ae-4ee723c6437d) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:39:43.153702 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:39:43.154281 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:43.159800 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20038c3-1ff8-4ccb-b170-faf5313d08dc None None] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:39:43.226744 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-fa72cae2-574d-4148-b49f-082e7ffb34a2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7644105 Oct 27 01:39:43.481795 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-799619ca-3025-4ce2-b9ae-4ee723c6437d', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:39:43.483050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:43.773582 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Allocated IP 172.20.0.2 (799619ca-3025-4ce2-b9ae-4ee723c6437d/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2/cd1df0b4-5443-47d5-85e1-3b3d856644fb) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:39:43.973658 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:44.070539 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:44.141810 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:39:44.152439 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:39:44.158139 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Pushing event updated for resources: {'Port': ['ID=cd1df0b4-5443-47d5-85e1-3b3d856644fb,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:44.162063 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:39:44.169757 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.170124 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.170467 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.170799 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.171130 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.172135 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.172487 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.172824 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.173166 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.173496 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.173821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.174142 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Tracked resource versions report: Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: pushed versions: Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: { 'AddressGroup': {'1.2'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'ConntrackHelper': {'1.0'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Log': {'1.0'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Network': {'1.1'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Port': {'1.7'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'PortForwarding': {'1.2'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'QosPolicy': {'1.10'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroup': {'1.4'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SubPort': {'1.0'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Subnet': {'1.1'}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Trunk': {'1.1'}} Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: consumer versions: Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'ConntrackHelper': '1.0', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Log': '1.0', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Network': '1.1', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Port': '1.7', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'PortForwarding': '1.2', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'QosPolicy': '1.10', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroup': '1.4', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroupRule': '1.2', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SubPort': '1.0', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Subnet': '1.1', Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Trunk': '1.1'}} Oct 27 01:39:44.175260 dv-cinder-786873-5-iscsi neutron-server[108325]: {{(pid=108325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:39:44.258062 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Attempting to bind port cd1df0b4-5443-47d5-85e1-3b3d856644fb on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:39:44.258467 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Attempting to bind port cd1df0b4-5443-47d5-85e1-3b3d856644fb by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:39:44.258892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Attempting to bind port cd1df0b4-5443-47d5-85e1-3b3d856644fb on network 799619ca-3025-4ce2-b9ae-4ee723c6437d {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:39:44.265536 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:39:44.265924 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Checking segment: {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:39:44.266386 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:44.266774 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Bound using segment: {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:39:44.267255 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Bound port: cd1df0b4-5443-47d5-85e1-3b3d856644fb, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:39:44.267699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:44.329508 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] For port cd1df0b4-5443-47d5-85e1-3b3d856644fb, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:39:44.333626 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] For port cd1df0b4-5443-47d5-85e1-3b3d856644fb, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=cd1df0b4-5443-47d5-85e1-3b3d856644fb,segment=NetworkSegment(d740a499-467c-4f6d-9763-522b050c54f0),segment_id=d740a499-467c-4f6d-9763-522b050c54f0)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:39:44.395656 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:44.458915 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e22ca6-6170-429c-9e7c-11bf1b3d906d None None] Pushing event updated for resources: {'Port': ['ID=cd1df0b4-5443-47d5-85e1-3b3d856644fb,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:45.776368 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41192) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:46.089771 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [None req-faa1ffb9-c89b-44c2-9f29-fda1fd5de740 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:39:46.090759 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-faa1ffb9-c89b-44c2-9f29-fda1fd5de740 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3134477 Oct 27 01:39:48.596259 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41200) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:49.089272 dv-cinder-786873-5-iscsi neutron-server[108324]: WARNING oslo_policy.policy [None req-2d81e32f-1cbc-493b-891c-cf0c9d874050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:49.089889 dv-cinder-786873-5-iscsi neutron-server[108324]: WARNING oslo_policy.policy [None req-2d81e32f-1cbc-493b-891c-cf0c9d874050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:49.317564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [None req-2d81e32f-1cbc-493b-891c-cf0c9d874050 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:39:49.318579 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2d81e32f-1cbc-493b-891c-cf0c9d874050 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7214131 Oct 27 01:39:52.037452 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41216) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:52.343774 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:39:52.414682 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.policy [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 01:39:52.414822 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cd1df0b4-5443-47d5-85e1-3b3d856644fb up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:39:52.462501 dv-cinder-786873-5-iscsi neutron-server[108324]: WARNING oslo_policy.policy [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:52.462816 dv-cinder-786873-5-iscsi neutron-server[108324]: WARNING oslo_policy.policy [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 01:39:52.471905 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.quota [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Loaded quota_driver: . Oct 27 01:39:52.505266 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port cd1df0b4-5443-47d5-85e1-3b3d856644fb triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:39:52.505658 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.612665 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.624199 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.626114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.646102 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port cd1df0b4-5443-47d5-85e1-3b3d856644fb, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=cd1df0b4-5443-47d5-85e1-3b3d856644fb,segment=NetworkSegment(d740a499-467c-4f6d-9763-522b050c54f0),segment_id=d740a499-467c-4f6d-9763-522b050c54f0)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:39:52.721060 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.767036 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=cd1df0b4-5443-47d5-85e1-3b3d856644fb,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:52.777632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.827086 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.911505 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:52.912697 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4389cd18-2397-4d45-b85f-76b33ad9c582 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8742127 Oct 27 01:39:53.804025 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e1aff-d46e-41ab-96bf-165a31b1b4e2 None None] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:39:53.888494 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-10682499-ee7e-4c75-a842-58ed552ec1ce None None] Provisioning complete for port cd1df0b4-5443-47d5-85e1-3b3d856644fb triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:39:53.888864 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-10682499-ee7e-4c75-a842-58ed552ec1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:54.274362 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-c0b48ced-325c-482f-947e-ef54cf7dc9a3 None None] Provisioning complete for port cd1df0b4-5443-47d5-85e1-3b3d856644fb triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:39:54.274895 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c0b48ced-325c-482f-947e-ef54cf7dc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:54.380081 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cd1df0b4-5443-47d5-85e1-3b3d856644fb up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:39:54.430352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port cd1df0b4-5443-47d5-85e1-3b3d856644fb triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:39:54.430716 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:54.795021 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1fd477c3-93c2-42b7-8b36-24c3bd503b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:55.429534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41230) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:55.752411 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [None req-b6af7563-8dcd-44a6-94a8-b0c43ab587c2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:39:55.753391 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b6af7563-8dcd-44a6-94a8-b0c43ab587c2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3229311 Oct 27 01:39:57.774778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-54eebe3c-78c0-41f3-95d9-fb2f6228b533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.289856 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41238) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:39:58.362933 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.607801 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:39:58.682928 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Made reservation on behalf of 2939de96d7ba4a0083dcb28cdf1b59d9 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:39:58.685751 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.702244 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.731872 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.804397 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.863122 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.873316 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Reserving flat network on physical network physnet1 {{(pid=108324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 01:39:58.904582 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745804400406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:58.905142 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Unsubscribe: segment precommit_create {{(pid=108324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 01:39:58.905637 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Added segment 07a379d4-26d1-4739-9fac-c703c8f11670 of type flat for network a1fa9ffb-0b33-4227-887a-fc6978a30fdd Oct 27 01:39:58.920601 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423cbde-8fb7-4a1f-9322-f79b8682ec47,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:58.968952 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.969245 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.969585 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.969912 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.970254 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.970578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.970906 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.971243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.971608 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.971929 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.972248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.972566 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Tracked resource versions report: Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: pushed versions: Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: { 'AddressGroup': {'1.2'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'ConntrackHelper': {'1.0'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Log': {'1.0'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Network': {'1.1'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Port': {'1.7'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'PortForwarding': {'1.2'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'QosPolicy': {'1.10'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroup': {'1.4'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SubPort': {'1.0'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Subnet': {'1.1'}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Trunk': {'1.1'}} Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: consumer versions: Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'ConntrackHelper': '1.0', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Log': '1.0', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Network': '1.1', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Port': '1.7', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'PortForwarding': '1.2', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'QosPolicy': '1.10', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroup': '1.4', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroupRule': '1.2', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SubPort': '1.0', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Subnet': '1.1', Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Trunk': '1.1'}} Oct 27 01:39:58.973921 dv-cinder-786873-5-iscsi neutron-server[108324]: {{(pid=108324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:39:59.025967 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:59.143294 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:59.144373 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:39:59.145048 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:39:59.238889 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] Pushing event updated for resources: {'Network': ['ID=a1fa9ffb-0b33-4227-887a-fc6978a30fdd,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:39:59.248853 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:39:59.284028 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-663f4604-f29b-4d48-8260-c0cee7e6804f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9834266 Oct 27 01:40:00.440430 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:01.769052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41260) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:40:01.980341 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d61458-0bab-4d81-9e4b-a06d0112ca3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:40:01.981687 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-24d61458-0bab-4d81-9e4b-a06d0112ca3c admin admin] 10.222.0.66 "GET /v2.0/subnets/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2 HTTP/1.1" status: 200 len: 849 time: 0.2116935 Oct 27 01:40:02.114002 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b73130ae-5495-42ae-991e-d9254397956a admin admin] 10.222.0.66 "GET /v2.0/routers/0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 HTTP/1.1" status: 200 len: 704 time: 0.1260302 Oct 27 01:40:02.369761 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:02.658023 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Allocated IP 172.20.0.1 (799619ca-3025-4ce2-b9ae-4ee723c6437d/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2/fd6864c7-b5ae-46c9-9efb-763b743e5e27) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:02.852802 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:02.969941 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.041649 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:03.046405 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:03.056342 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:40:03.056877 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.078044 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6864c7-b5ae-46c9-9efb-763b743e5e27,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:03.232492 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-ea5f61a2-74e2-4616-b77b-44b6abe30c58 None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:03.233030 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ea5f61a2-74e2-4616-b77b-44b6abe30c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.264752 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f61a2-74e2-4616-b77b-44b6abe30c58 None None] Port fd6864c7-b5ae-46c9-9efb-763b743e5e27 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:40:03.336662 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.596671 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.663154 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.663921 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:03.740696 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6864c7-b5ae-46c9-9efb-763b743e5e27,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:03.792790 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:03.794347 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:03.988151 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d02a9359-a6a6-445b-b084-573d128ece42 None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:03.988518 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d02a9359-a6a6-445b-b084-573d128ece42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:04.022505 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-d02a9359-a6a6-445b-b084-573d128ece42 None None] Port fd6864c7-b5ae-46c9-9efb-763b743e5e27 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:40:04.040831 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:40:04.131561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:04.136838 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ccd4d764-7383-4f11-a7d6-beb332f612f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/0acac8a6-0aa8-4f4c-a421-5d8b8b190e79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0168960 Oct 27 01:40:04.150966 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Sync routers for ids ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:04.164013 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Routers {'0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:40:04.164820 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:39:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:04.352460 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Set router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:40:04.776144 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:03Z', 'revision_number': 2, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port_host': None, '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:03Z', 'revision_number': 2, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:04.827308 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Checking router: 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:04.827684 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Updating router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 port fd6864c7-b5ae-46c9-9efb-763b743e5e27 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:04.875037 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.379619 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.477600 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.618762 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Pushing event updated for resources: {'Port': ['ID=fd6864c7-b5ae-46c9-9efb-763b743e5e27,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:05.648845 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.649186 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.649529 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.649856 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.650178 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.650508 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.650828 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.651150 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.651495 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.651814 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.652129 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.652435 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Tracked resource versions report: Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: pushed versions: Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: { 'AddressGroup': {'1.2'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'ConntrackHelper': {'1.0'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Log': {'1.0'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Network': {'1.1'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Port': {'1.7'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'PortForwarding': {'1.2'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'QosPolicy': {'1.10'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroup': {'1.4'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SubPort': {'1.0'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Subnet': {'1.1'}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Trunk': {'1.1'}} Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: consumer versions: Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'ConntrackHelper': '1.0', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Log': '1.0', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Network': '1.1', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Port': '1.7', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'PortForwarding': '1.2', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'QosPolicy': '1.10', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroup': '1.4', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroupRule': '1.2', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SubPort': '1.0', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Subnet': '1.1', Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Trunk': '1.1'}} Oct 27 01:40:05.653542 dv-cinder-786873-5-iscsi neutron-server[108326]: {{(pid=108326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:40:05.659998 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Attempting to bind port fd6864c7-b5ae-46c9-9efb-763b743e5e27 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:40:05.660403 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Attempting to bind port fd6864c7-b5ae-46c9-9efb-763b743e5e27 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:40:05.660844 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Attempting to bind port fd6864c7-b5ae-46c9-9efb-763b743e5e27 on network 799619ca-3025-4ce2-b9ae-4ee723c6437d {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:05.666355 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:40:05.666767 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Checking segment: {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:40:05.667208 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.667623 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Bound using segment: {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:40:05.668112 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Bound port: fd6864c7-b5ae-46c9-9efb-763b743e5e27, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd740a499-467c-4f6d-9763-522b050c54f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:40:05.668503 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.733072 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] For port fd6864c7-b5ae-46c9-9efb-763b743e5e27, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:05.750310 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-e7bb02f8-f6cd-4953-aa0f-a038fcf053b9 None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:05.751847 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e7bb02f8-f6cd-4953-aa0f-a038fcf053b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.755094 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] For port fd6864c7-b5ae-46c9-9efb-763b743e5e27, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=fd6864c7-b5ae-46c9-9efb-763b743e5e27,segment=NetworkSegment(d740a499-467c-4f6d-9763-522b050c54f0),segment_id=d740a499-467c-4f6d-9763-522b050c54f0)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:05.785899 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb02f8-f6cd-4953-aa0f-a038fcf053b9 None None] Port fd6864c7-b5ae-46c9-9efb-763b743e5e27 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:40:05.815410 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:05.872685 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Routers {'0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:40:05.873301 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:39:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:05.876922 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4bde2-be23-4ccc-b779-5e2d869f4270 None None] Pushing event updated for resources: {'Port': ['ID=fd6864c7-b5ae-46c9-9efb-763b743e5e27,revision_number=4']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:05.964782 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] Set router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:40:06.108379 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:06.108771 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:06.173439 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:03Z', 'revision_number': 2, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port_host': None, '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:05Z', 'revision_number': 4, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:06.186324 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:06.200009 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c1115-d0f0-4e8c-aba4-cd9a7f329c78 None None] The sync data for ids ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'] in dv-cinder-786873-5-iscsi is: [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:03Z', 'revision_number': 2, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port_host': None, '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:05Z', 'revision_number': 4, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:06.223541 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] For port fd6864c7-b5ae-46c9-9efb-763b743e5e27, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=fd6864c7-b5ae-46c9-9efb-763b743e5e27,segment=NetworkSegment(d740a499-467c-4f6d-9763-522b050c54f0),segment_id=d740a499-467c-4f6d-9763-522b050c54f0)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:06.298380 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:06.347012 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60780585-25c2-4c75-a666-a2a8d74241bc None None] Pushing event updated for resources: {'Port': ['ID=fd6864c7-b5ae-46c9-9efb-763b743e5e27,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:06.467905 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41280) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:40:06.578117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311e053-819a-4ceb-abb2-6f7097451368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:40:06.579512 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c311e053-819a-4ceb-abb2-6f7097451368 admin admin] 10.222.0.66 "GET /v2.0/networks/a1fa9ffb-0b33-4227-887a-fc6978a30fdd HTTP/1.1" status: 200 len: 842 time: 0.1106098 Oct 27 01:40:06.589463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:40:06.688776 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Made reservation on behalf of 2939de96d7ba4a0083dcb28cdf1b59d9 for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:40:06.691178 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:07.054209 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.objects.ports [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 01:40:07.054550 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:07.113866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=784790f5-ee29-4ece-83d1-77382c6fde79,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:07.118480 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:40:07.118834 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Network hostable DHCP agents. Network: a1fa9ffb-0b33-4227-887a-fc6978a30fdd, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:40:07.208691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:40:07.288814 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, a1fa9ffb-0b33-4227-887a-fc6978a30fdd) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:07.292757 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:40:07.293347 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:07.298898 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e8087-dc4d-45f6-a986-02884aa8862f None None] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:40:07.383412 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3cec9aa0-758e-46f1-b314-517d7d7025cc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7850807 Oct 27 01:40:07.437720 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1b934-ad80-4533-9cfc-72488a8ee320 None None] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:40:09.753271 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41288) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:40:09.885697 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-04bdbc0d-f5f0-4d73-8051-1d6be7e4a96a admin admin] 10.222.0.66 "GET /v2.0/routers/0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 HTTP/1.1" status: 200 len: 710 time: 0.1313078 Oct 27 01:40:09.977657 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e9a89-1df7-43e2-8f98-fb69b94507f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:40:09.984745 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-736e9a89-1df7-43e2-8f98-fb69b94507f6 admin admin] 10.222.0.66 "GET /v2.0/networks/a1fa9ffb-0b33-4227-887a-fc6978a30fdd HTTP/1.1" status: 200 len: 886 time: 0.0871513 Oct 27 01:40:09.989224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:40:10.295403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:10.614154 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:10.697425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:10.795749 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Allocated IP 172.27.0.33 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/1d48d86b-bf11-4074-abfd-64c3c6c51a1f) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:40:10.894628 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.008875 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.045662 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:40:11.049077 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:40:11.052539 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:40:11.088126 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Pushing event updated for resources: {'Port': ['ID=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:11.360008 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.551628 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1670067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4955'] for router, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.554918 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1670058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1670053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668352'] for router, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.670916 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:40:11.863817 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:40:11.868080 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:11.871650 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d0f95e9c-11bb-4ddd-b831-05b971a1e370 admin admin] 10.222.0.66 "PUT /v2.0/routers/0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 HTTP/1.1" status: 200 len: 889 time: 1.8832562 Oct 27 01:40:11.872019 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:40:12.396434 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device fd6864c7-b5ae-46c9-9efb-763b743e5e27 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:12.449107 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:12.449490 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:13.174813 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Sync routers for ids ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:40:13.185449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Routers {'0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:40:13.186071 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:39:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:13.391881 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Set router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:40:13.833909 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:11Z', 'revision_number': 4, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port': {'id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:10Z', 'updated_at': '2021-10-27T01:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:06Z', 'revision_number': 5, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:13.890496 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Checking router: 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:40:13.890852 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Updating router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:40:13.937392 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.254778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.305312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.353935 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Attempting to bind port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:40:14.354302 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Attempting to bind port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:40:14.354663 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Attempting to bind port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:40:14.363384 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbce5e-51d9-4d40-a148-dfda695afd32 None None] Pushing event updated for resources: {'Port': ['ID=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:14.366957 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:40:14.367353 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:40:14.367752 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.368133 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:40:14.368595 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Bound port: 1d48d86b-bf11-4074-abfd-64c3c6c51a1f, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:40:14.368989 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.398907 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41300) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:40:14.416746 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] For port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:40:14.419749 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] For port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:40:14.471598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:14.510627 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-0707a0bd-4a91-42b0-93df-8acf80a4a517 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1105669 Oct 27 01:40:14.522929 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Routers {'0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:40:14.523699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:39:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:14.603352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbce5e-51d9-4d40-a148-dfda695afd32 None None] Pushing event updated for resources: {'Port': ['ID=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:14.647198 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] Set router 0acac8a6-0aa8-4f4c-a421-5d8b8b190e79 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:40:14.857909 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:11Z', 'revision_number': 4, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port': {'id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:10Z', 'updated_at': '2021-10-27T01:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:06Z', 'revision_number': 5, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:40:14.884072 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c9d78-2888-48ab-a5af-93922f4a9f8c None None] The sync data for ids ['0acac8a6-0aa8-4f4c-a421-5d8b8b190e79'] in dv-cinder-786873-5-iscsi is: [{'id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'name': 'router1', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:39:52Z', 'updated_at': '2021-10-27T01:40:11Z', 'revision_number': 4, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'gw_port': {'id': '1d48d86b-bf11-4074-abfd-64c3c6c51a1f', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:10Z', 'updated_at': '2021-10-27T01:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'fd6864c7-b5ae-46c9-9efb-763b743e5e27', 'name': '', 'network_id': '799619ca-3025-4ce2-b9ae-4ee723c6437d', 'tenant_id': '83ca179603db49b2aa2150d4ed7b9d15', 'mac_address': 'fa:16:3e:0f:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acac8a6-0aa8-4f4c-a421-5d8b8b190e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:40:02Z', 'updated_at': '2021-10-27T01:40:06Z', 'revision_number': 5, 'project_id': '83ca179603db49b2aa2150d4ed7b9d15', 'subnets': [{'id': 'b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb9cf53-783c-4976-b9d6-9cf571f96b94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:40:16.417887 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d48d86b-bf11-4074-abfd-64c3c6c51a1f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:16.478991 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:16.479391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:16.563066 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:16.584351 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:40:16.671681 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:16.726244 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=1d48d86b-bf11-4074-abfd-64c3c6c51a1f,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:40:18.419275 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d48d86b-bf11-4074-abfd-64c3c6c51a1f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:40:18.482815 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1d48d86b-bf11-4074-abfd-64c3c6c51a1f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:40:18.483509 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:24.789342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd5b-bbc4-4cab-b5c8-826ecebedd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:27.737089 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d0910c82-b46b-47ca-bcc7-81fd52c414cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:28.384203 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:28.730971 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:30.399767 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:48.869793 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:40:54.796748 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-dc83fea4-3cb0-48c8-8070-3a9476467ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:57.765611 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a08ec2c9-1652-4e10-a2d8-3981213bdc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:58.361523 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:40:58.736367 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:00.430235 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:24.800203 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6907f6bb-d335-4839-b730-30453ac62096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:25.868249 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:41:27.746528 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a73d3016-6138-481d-a55a-444f476fa872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:28.360601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:28.737771 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:30.428978 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:54.059038 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41862) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:41:54.122092 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca684eb7-ff04-4bf8-b43c-86dc1dfdbb6d admin admin] GET failed (client error): The resource could not be found. Oct 27 01:41:54.124060 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ca684eb7-ff04-4bf8-b43c-86dc1dfdbb6d admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640492 Oct 27 01:41:54.282608 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab3767-7fd3-491f-83aa-e9be4013c6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:41:54.284115 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-02ab3767-7fd3-491f-83aa-e9be4013c6c7 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1554925 Oct 27 01:41:54.776668 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-677d4c9f-d51a-485f-9563-2cc164ecfa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:56.576043 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41872) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:41:56.664376 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0def3e-cb34-4742-a74f-9ea7f081369b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:41:56.665688 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fa0def3e-cb34-4742-a74f-9ea7f081369b admin admin] 10.222.0.66 "GET /v2.0/subnets/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2 HTTP/1.1" status: 200 len: 849 time: 0.0886714 Oct 27 01:41:56.677154 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:41:56.760713 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:56.953602 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745804439781'] for subnet, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:56.981401 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:41:56.982600 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:56.995196 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] 10.222.0.66 "PUT /v2.0/subnets/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2 HTTP/1.1" status: 200 len: 868 time: 0.3102701 Oct 27 01:41:56.995502 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ccd57-e81e-4d62-b4cc-ace7b5a4b325 None None] Network 799619ca-3025-4ce2-b9ae-4ee723c6437d requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:41:57.006963 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:41:57.014397 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.014758 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.015193 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.015566 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.015899 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.016231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.016695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.017041 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.017385 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.017712 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.018073 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.018403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add1f54-b20b-450e-adbc-503c89303b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:41:57.359182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d45bdf3d-1261-4b1d-9ca3-28a1d947884f None None] Provisioning complete for port cd1df0b4-5443-47d5-85e1-3b3d856644fb triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:41:57.359568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d45bdf3d-1261-4b1d-9ca3-28a1d947884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:57.454393 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d45bdf3d-1261-4b1d-9ca3-28a1d947884f None None] Provisioning complete for port fd6864c7-b5ae-46c9-9efb-763b743e5e27 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:41:57.454393 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d45bdf3d-1261-4b1d-9ca3-28a1d947884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:57.763076 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-9fa088db-2e98-4591-ad4d-8486449bc15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:58.357464 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:58.780634 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:41:59.293150 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41880) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:41:59.487918 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd30c3-8a85-4c9f-868e-fa7bf1458bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:41:59.488302 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd30c3-8a85-4c9f-868e-fa7bf1458bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:41:59.489815 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1edd30c3-8a85-4c9f-868e-fa7bf1458bdd admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1957304 Oct 27 01:42:00.411468 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:01.814974 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41888) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:01.942653 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318138e-b800-4239-ad74-67d65c41b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:01.943125 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318138e-b800-4239-ad74-67d65c41b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:01.944663 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8318138e-b800-4239-ad74-67d65c41b9f7 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1287062 Oct 27 01:42:02.866453 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:42:04.257120 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41896) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:04.430161 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87942b4-943c-444e-bf7a-6b3d9b54e7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:04.431584 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c87942b4-943c-444e-bf7a-6b3d9b54e7cb admin admin] 10.222.0.66 "GET /v2.0/networks/799619ca-3025-4ce2-b9ae-4ee723c6437d HTTP/1.1" status: 200 len: 870 time: 0.1734447 Oct 27 01:42:06.722421 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41906) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:06.849906 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caa4aa-168b-402c-ba2d-f8b9bfe0031d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:06.851256 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-46caa4aa-168b-402c-ba2d-f8b9bfe0031d admin admin] 10.222.0.66 "GET /v2.0/networks/a1fa9ffb-0b33-4227-887a-fc6978a30fdd HTTP/1.1" status: 200 len: 886 time: 0.1278794 Oct 27 01:42:09.119250 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41914) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:09.238853 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee9b75-1535-413c-9e06-a1155c4baf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:09.239309 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee9b75-1535-413c-9e06-a1155c4baf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:09.240825 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-39ee9b75-1535-413c-9e06-a1155c4baf1f admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206021 Oct 27 01:42:11.505699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41922) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:11.595923 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a697a88-d683-4d68-97a1-f67dae018ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:11.596371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a697a88-d683-4d68-97a1-f67dae018ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:11.597839 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1a697a88-d683-4d68-97a1-f67dae018ed9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912049 Oct 27 01:42:13.876708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 41930) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:13.959144 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af804356-0f1f-4355-ab48-0ec3563d4dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:13.960497 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-af804356-0f1f-4355-ab48-0ec3563d4dbf admin admin] 10.222.0.66 "GET /v2.0/subnets/784790f5-ee29-4ece-83d1-77382c6fde79 HTTP/1.1" status: 200 len: 816 time: 0.0828323 Oct 27 01:42:16.252323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41938) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:16.343397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e5b22-4bc7-4fc8-8cee-5942fa7ffb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:16.345008 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2b5e5b22-4bc7-4fc8-8cee-5942fa7ffb2f admin admin] 10.222.0.66 "GET /v2.0/subnets/b2d18f9f-ece7-4e5e-be10-c2f7b8d2f0e2 HTTP/1.1" status: 200 len: 868 time: 0.0914836 Oct 27 01:42:24.815635 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-65b0a1fa-38d6-4da5-a061-36e41fa50829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:27.747820 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6608-4cea-4e33-9dce-1011dca2c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:28.347259 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:28.741221 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:30.402366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:39.864571 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:42:41.036930 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 41992) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:41.083032 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [None req-96c580c5-7dd8-4c94-a1a4-a396fa6e750b admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:42:41.084037 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-96c580c5-7dd8-4c94-a1a4-a396fa6e750b admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0461862 Oct 27 01:42:43.454397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42000) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:43.513442 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.pecan_wsgi.hooks.translation [None req-484315c3-90fd-47cd-b77a-2f0359781fd0 admin admin] GET failed (client error): The resource could not be found. Oct 27 01:42:43.514826 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-484315c3-90fd-47cd-b77a-2f0359781fd0 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592151 Oct 27 01:42:43.660545 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43a250-e2ae-4eca-ac79-77ac4eff8bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:43.662035 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-3f43a250-e2ae-4eca-ac79-77ac4eff8bc0 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426954 Oct 27 01:42:45.968207 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42008) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:46.014795 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:42:46.087023 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Made reservation on behalf of 2939de96d7ba4a0083dcb28cdf1b59d9 for: {'network': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:42:46.089295 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:46.123223 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING neutron.services.revisions.revision_plugin [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Could not find related network for resource to bump revision. Oct 27 01:42:46.134656 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=108323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:42:46.143948 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:46.144233 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.segments_db [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Added segment 9c33d756-7553-4159-a993-b5e1bba6a185 of type vlan for network 6ac18ea1-9b81-4062-8277-15f3e61de93c Oct 27 01:42:46.181340 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:46.261177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:46.262165 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:46.263449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:46.321630 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac18ea1-9b81-4062-8277-15f3e61de93c,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:42:46.328488 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.328854 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.329196 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.329523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.329846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.330171 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.330494 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.330834 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.331168 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.331508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.331825 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.332137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:46.342670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:42:46.395500 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-26120838-3e8b-4825-8abb-e1ff540c5528 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4260843 Oct 27 01:42:48.689930 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42016) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:42:48.749477 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a704e64e-7498-490c-954a-6e9254e6d5ca admin admin] GET failed (client error): The resource could not be found. Oct 27 01:42:48.751044 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a704e64e-7498-490c-954a-6e9254e6d5ca admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601676 Oct 27 01:42:48.823086 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee573846-5a97-4648-a3a0-e3d3851b60cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:48.824590 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ee573846-5a97-4648-a3a0-e3d3851b60cf admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0688846 Oct 27 01:42:48.834888 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c', 'description': 'shared-subnet'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:42:48.900674 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Made reservation on behalf of 2939de96d7ba4a0083dcb28cdf1b59d9 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:42:48.902788 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:49.135417 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:49.186698 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3341d26b-c219-498c-b370-b64552f1e83b,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:42:49.197800 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Checking segment: {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:42:49.198200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Network hostable DHCP agents. Network: 6ac18ea1-9b81-4062-8277-15f3e61de93c, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:42:49.300625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:42:49.395837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 6ac18ea1-9b81-4062-8277-15f3e61de93c) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:42:49.399944 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:42:49.400557 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:49.489166 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ea040-019b-4e4c-baed-069c70bb2f4c None None] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:42:49.526633 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-10682cf8-1995-4ca5-9901-582531530f03 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6950259 Oct 27 01:42:49.636203 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-6ac18ea1-9b81-4062-8277-15f3e61de93c', 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c', 'tenant_id': '2939de96d7ba4a0083dcb28cdf1b59d9', 'fixed_ips': [{'subnet_id': '3341d26b-c219-498c-b370-b64552f1e83b'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:42:49.637601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:49.774244 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Allocated IP 192.168.233.2 (6ac18ea1-9b81-4062-8277-15f3e61de93c/3341d26b-c219-498c-b370-b64552f1e83b/8be4795e-2796-408b-a80c-21c780cb4916) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:42:49.916345 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:49.978996 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:50.021548 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:42:50.029445 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:42:50.032527 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:42:50.035549 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Pushing event updated for resources: {'Port': ['ID=8be4795e-2796-408b-a80c-21c780cb4916,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:42:50.046291 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.046666 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.047013 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.047375 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.047716 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.048065 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.048396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.048725 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.049069 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.049392 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.049743 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.050066 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:42:50.095798 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Attempting to bind port 8be4795e-2796-408b-a80c-21c780cb4916 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:42:50.096160 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Attempting to bind port 8be4795e-2796-408b-a80c-21c780cb4916 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:42:50.096515 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Attempting to bind port 8be4795e-2796-408b-a80c-21c780cb4916 on network 6ac18ea1-9b81-4062-8277-15f3e61de93c {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:42:50.101640 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:42:50.101998 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Checking segment: {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:42:50.102426 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:50.102819 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Bound using segment: {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:42:50.103299 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Bound port: 8be4795e-2796-408b-a80c-21c780cb4916, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:42:50.103701 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:50.163690 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] For port 8be4795e-2796-408b-a80c-21c780cb4916, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:42:50.167439 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] For port 8be4795e-2796-408b-a80c-21c780cb4916, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=8be4795e-2796-408b-a80c-21c780cb4916,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:42:50.250049 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:50.314464 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9db59-bdf1-4576-97eb-3d616a090106 None None] Pushing event updated for resources: {'Port': ['ID=8be4795e-2796-408b-a80c-21c780cb4916,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:42:51.128828 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907742ad-a53b-4124-9284-c72f21928503 None None] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:42:51.190279 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] Provisioning complete for port 8be4795e-2796-408b-a80c-21c780cb4916 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:42:51.190645 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:51.343109 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:51.380310 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] For port 8be4795e-2796-408b-a80c-21c780cb4916, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=8be4795e-2796-408b-a80c-21c780cb4916,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:42:51.458927 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:51.520198 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4229c-37dd-47a6-9147-276172ae6ff0 None None] Pushing event updated for resources: {'Port': ['ID=8be4795e-2796-408b-a80c-21c780cb4916,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:42:51.582233 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-6f4770e5-b0db-42ce-a09c-6a78448e0ca3 None None] Provisioning complete for port 8be4795e-2796-408b-a80c-21c780cb4916 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:42:51.582601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6f4770e5-b0db-42ce-a09c-6a78448e0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:52.500401 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 8be4795e-2796-408b-a80c-21c780cb4916 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:42:52.551731 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 8be4795e-2796-408b-a80c-21c780cb4916 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:42:52.552052 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:54.797918 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-653cfeda-9c4b-48d6-957e-00eb6b610528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:57.751904 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0c044727-2fef-4323-b345-fd2bde8a299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:58.355516 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:42:58.734802 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:00.406344 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:16.864458 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:43:24.788722 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3e22ddd2-d49d-4311-9ea0-01af5106c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:27.760050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac43d240-967f-4759-825f-7bde598d9695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:28.368347 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:28.760507 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:30.425528 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:53.862539 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:43:54.801760 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e1de5737-1bd9-4621-ac59-c25bbec8a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:57.753441 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-2fcb4d79-92d1-484c-99b6-98c2b2017a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:58.342176 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:43:58.761808 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:00.407134 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:24.800778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-54e7fa0c-f0bc-4b53-83b9-04296398545c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.003597 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42060) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:44:27.009422 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [None req-d6625be6-79d8-4878-975e-cbf7ff134897 tempest-verify_tempest_config-1485538758 tempest-verify_tempest_config-1485538758-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:44:27.010978 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d6625be6-79d8-4878-975e-cbf7ff134897 tempest-verify_tempest_config-1485538758 tempest-verify_tempest_config-1485538758-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058150 Oct 27 01:44:27.518886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42078) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:44:27.618684 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.689078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.737967 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8b6251d1-53fb-46a6-b1f5-844796e1b58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.749070 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.792342 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df194ab2-a5c9-4e31-a230-4da5dbe191b2,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:27.796767 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a916ed55d024459ca6a54a05328a0423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2768633 Oct 27 01:44:27.799612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42082) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:44:27.800933 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.801290 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.801634 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.801971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.802301 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.802635 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.802964 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.803333 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.803684 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.804019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.804357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.804662 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c068d-af10-43e6-b1f6-f7355f0dc60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:27.854928 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:27.874812 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:28.021597 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:28.024247 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:28.025415 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df194ab2-a5c9-4e31-a230-4da5dbe191b2 HTTP/1.1" status: 204 len: 168 time: 0.2242596 Oct 27 01:44:28.032958 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df194ab2-a5c9-4e31-a230-4da5dbe191b2,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:44:28.039521 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.042403 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.043001 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.043174 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.043606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.043952 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a85c40-06f1-49b9-bb76-1cec34692b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:44:28.347206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:28.747181 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:30.411911 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:30.861923 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:44:54.788239 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-78f5265c-9db4-46a5-8fa6-d61fc48d41b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:57.757522 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-9ecef312-cba4-4ad9-9936-423496ef4c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:58.342721 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:44:58.742204 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:00.426269 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:07.860702 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:45:24.790990 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0d43e5c4-c37e-4dc0-8c8d-fc3e77085781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:27.747465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0b51f9ff-0a5f-4dd3-8860-c176209c1e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:28.374004 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:28.750947 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:30.444135 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:44.859124 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 5 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:45:54.792923 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-01a8fe6b-2826-40ae-b67b-9ded28f9e5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:57.767232 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-adf66c94-84ad-45e2-be84-268f3cd553ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:58.378737 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:58.756033 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:45:59.070449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1671077'] for agent, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:00.441256 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:13.435278 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42156) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:46:13.536602 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ae33475e-26db-4d27-bc7c-b2606d9b00a9 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001563 Oct 27 01:46:15.845998 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42166) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:46:15.898704 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-6785bd89-eff4-4584-9c2c-6a47bca7c4b9 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516291 Oct 27 01:46:21.857881 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:46:24.814037 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a23b2bdd-f79c-4173-8289-b2e7396f7c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:27.751490 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5678d0af-6ead-45cf-bc3a-968aaf1a5fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:28.362760 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:28.751312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:28.997661 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:30.454256 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:54.799606 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3ec3-257a-4da1-9fb9-266388f5455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:57.738829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-627ef4c8-ad52-40b7-928d-2cd1d0febec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:58.382619 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:58.790548 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:46:58.857538 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:46:58.996369 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:00.441741 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:24.781808 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7890416d-d80e-4d9c-a853-8270b54c194f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:27.755338 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-2888198a-7e21-4f5c-988c-2c415e1f49b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:28.372548 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:28.754955 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:28.995144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:30.464093 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:35.856436 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:47:45.752485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42314) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:46.140690 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-772705036-network', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:46.268389 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Made reservation on behalf of 752be3d855cd4daf84a4f2af1ad30577 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:46.268389 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.278178 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.359903 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.424314 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.459773 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:47:46.461844 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1295b-296c-4cd3-a943-91b30d146b79,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:46.476504 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.476867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.477207 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.477537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.477908 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.478200 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.478528 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.478870 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.479314 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.479677 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.480050 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.480495 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Tracked resource versions report: Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: pushed versions: Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: { 'AddressGroup': {'1.2'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'ConntrackHelper': {'1.0'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Log': {'1.0'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Network': {'1.1'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Port': {'1.7'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'PortForwarding': {'1.2'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'QosPolicy': {'1.10'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroup': {'1.4'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SubPort': {'1.0'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Subnet': {'1.1'}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Trunk': {'1.1'}} Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: consumer versions: Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: HyperV agent@hv-cinder-78687: {}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'ConntrackHelper': '1.0', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Log': '1.0', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Network': '1.1', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Port': '1.7', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'PortForwarding': '1.2', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'QosPolicy': '1.10', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroup': '1.4', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SecurityGroupRule': '1.2', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'SubPort': '1.0', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Subnet': '1.1', Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: 'Trunk': '1.1'}} Oct 27 01:47:46.481561 dv-cinder-786873-5-iscsi neutron-server[108324]: {{(pid=108324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:47:46.487618 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.488171 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Added segment 7af9b2e6-4284-4475-82be-fe33855cbef5 of type vlan for network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 Oct 27 01:47:46.489797 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42358) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:46.531094 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.634914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.635915 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:46.636514 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:46.700992 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] Pushing event updated for resources: {'Network': ['ID=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:46.712790 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:47:46.756662 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e48e223b-abaf-47f4-98dd-80fc9da58507 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0028687 Oct 27 01:47:46.759519 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42370) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:46.764351 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Request body: {'subnet': {'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-subnet', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:46.861728 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Made reservation on behalf of 752be3d855cd4daf84a4f2af1ad30577 for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:46.864248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.042201 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-474057192-network', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:47.170379 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42382) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:47.200182 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42386) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:47.257557 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Made reservation on behalf of 59a3b3571da641169cf80fe1afdd9c84 for: {'network': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:47.263782 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.277769 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.282879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.333418 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d702f34-7462-462a-bb30-0d81c442f88d,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:47.340503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Checking segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:47.340850 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Network hostable DHCP agents. Network: 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:47:47.379742 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.438347 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:47:47.466958 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.489554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=108323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:47:47.502230 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13c22fc-0da6-480e-9702-97041ad8d284,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:47.508160 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.508511 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.segments_db [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Added segment 11b28f65-84a7-46d1-a672-08c4b98d2eb2 of type vlan for network d1d2fdb1-c235-4885-861d-330ad9535aab Oct 27 01:47:47.519182 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2054014297-network', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:47.524564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:47.533745 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:47.534519 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.534797 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.535666 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.536026 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.536580 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.536916 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.537261 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.537679 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.538184 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.538532 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.538717 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2216c-071f-49bd-b951-80f9877bff91 None None] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:47.538901 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.539157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.540296 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Tracked resource versions report: Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: pushed versions: Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: { 'AddressGroup': {'1.2'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'ConntrackHelper': {'1.0'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Log': {'1.0'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Network': {'1.1'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Port': {'1.7'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'PortForwarding': {'1.2'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'QosPolicy': {'1.10'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroup': {'1.4'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SubPort': {'1.0'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Subnet': {'1.1'}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Trunk': {'1.1'}} Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: consumer versions: Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: HyperV agent@hv-cinder-78687: {}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'ConntrackHelper': '1.0', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Log': '1.0', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Network': '1.1', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Port': '1.7', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'PortForwarding': '1.2', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'QosPolicy': '1.10', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroup': '1.4', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SecurityGroupRule': '1.2', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'SubPort': '1.0', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Subnet': '1.1', Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: 'Trunk': '1.1'}} Oct 27 01:47:47.541633 dv-cinder-786873-5-iscsi neutron-server[108323]: {{(pid=108323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:47:47.589724 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.639609 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Made reservation on behalf of 731d0de6b02a48508fe25e7e4197bf98 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:47.643838 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.649703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-919194427-network', 'tenant_id': '9ca9a603cb92482e8cb69e023e9355ae'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:47.667477 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.709447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.710933 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:47.711726 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.712713 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb1096-f4fb-45f1-a871-ee2b8984859e None None] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:47.737565 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-68b5b520-853e-452e-973f-f23540110967 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9768977 Oct 27 01:47:47.742551 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42406) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:47.757239 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:47.780650 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.784791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d2fdb1-c235-4885-861d-330ad9535aab,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:47.799466 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network d1d2fdb1-c235-4885-861d-330ad9535aab details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:47:47.833790 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9104e956-1e4d-460d-a7fe-7c428e6ea510 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3382251 Oct 27 01:47:47.833790 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42412) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:47.838411 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Request body: {'subnet': {'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-subnet', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:47.881349 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.893612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:47:47.912902 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.913253 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Added segment 3a16a8f7-a58a-4391-acc5-356f3d0c3b5e of type vlan for network 51bd800c-cdc6-47d7-b0b9-78bfab79007e Oct 27 01:47:47.914406 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Made reservation on behalf of 9ca9a603cb92482e8cb69e023e9355ae for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:47.916695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.939578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:47.990691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.010098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdec40d2-05e3-44ee-a68c-5bb8316e8a32,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.034672 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.034672 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.105537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.114434 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.115397 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:48.115961 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.154616 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Made reservation on behalf of 59a3b3571da641169cf80fe1afdd9c84 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:48.154616 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.168019 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.185513 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] Pushing event updated for resources: {'Network': ['ID=51bd800c-cdc6-47d7-b0b9-78bfab79007e,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.196049 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:47:48.287190 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-501c2b9f-30f2-4f1b-bb47-a74405fb74f4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1156876 Oct 27 01:47:48.288590 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42430) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:48.288733 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.302545 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:47:48.313885 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.314763 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Added segment 0955c14a-0366-4a28-8435-4340c211533c of type vlan for network 0a038402-7702-4b41-ad47-119b52c9c062 Oct 27 01:47:48.320318 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Request body: {'subnet': {'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2054014297-subnet', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:48.367167 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.466875 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.467883 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Made reservation on behalf of 731d0de6b02a48508fe25e7e4197bf98 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:48.470217 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.474539 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.531887 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.533795 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:48.534884 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.627969 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.636556 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] Pushing event updated for resources: {'Network': ['ID=0a038402-7702-4b41-ad47-119b52c9c062,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.648945 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 0a038402-7702-4b41-ad47-119b52c9c062 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:47:48.664910 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-71b0e2e3-a6ba-40c3-a664-0b5861771c03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4632525 Oct 27 01:47:48.670180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42444) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:48.680953 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Request body: {'subnet': {'network_id': '0a038402-7702-4b41-ad47-119b52c9c062', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-919194427-subnet', 'tenant_id': '9ca9a603cb92482e8cb69e023e9355ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:48.776946 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Pushing event updated for resources: {'Subnet': ['ID=753666b8-2900-47e3-b9e9-95d442dcc965,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.808645 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Checking segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:48.811490 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Network hostable DHCP agents. Network: d1d2fdb1-c235-4885-861d-330ad9535aab, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:47:48.834979 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Made reservation on behalf of 9ca9a603cb92482e8cb69e023e9355ae for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:47:48.839684 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Publish callbacks [] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.858800 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.891003 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Network d1d2fdb1-c235-4885-861d-330ad9535aab is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:47:48.927067 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Pushing event updated for resources: {'Subnet': ['ID=270581ee-4093-4295-8831-e2583cde8c3e,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:48.935911 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Checking segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:48.936330 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Network hostable DHCP agents. Network: 51bd800c-cdc6-47d7-b0b9-78bfab79007e, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:47:48.940425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.966085 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, d1d2fdb1-c235-4885-861d-330ad9535aab) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:48.974180 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:48.975004 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:48.975562 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3cc01-a43f-486a-ac30-d3be566f7a05 None None] Network d1d2fdb1-c235-4885-861d-330ad9535aab requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:48.982316 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.046392 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:47:49.053768 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 51bd800c-cdc6-47d7-b0b9-78bfab79007e) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:49.059902 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:49.061187 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.088544 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a8342404-a658-4c7d-82b4-295ab3cb908c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2523034 Oct 27 01:47:49.089804 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42468) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:49.101668 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:49.119047 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b5d9f-89be-4c99-964d-98808e815228 None None] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:49.170727 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Allocated IP 172.27.0.221 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/30739383-9988-43ac-8dfa-ab7b11a11a0a) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:49.190588 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-01bfd1a9-000a-4934-8699-e538a885495c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8820314 Oct 27 01:47:49.191202 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42470) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:49.197031 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:47:49.242362 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.295356 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.300538 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-d1d2fdb1-c235-4885-861d-330ad9535aab', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:47:49.301015 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.301871 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.348855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56bae6d-df4b-49b3-94da-eab936bb9c71,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:49.373321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.376494 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Checking segment: {'id': '0955c14a-0366-4a28-8435-4340c211533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:49.376855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Network hostable DHCP agents. Network: 0a038402-7702-4b41-ad47-119b52c9c062, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:47:49.476908 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:47:49.477796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.513878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.521019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.543536 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Network 0a038402-7702-4b41-ad47-119b52c9c062 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:47:49.572664 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.614385 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.616685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.640630 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:49.640630 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 0a038402-7702-4b41-ad47-119b52c9c062) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:49.645745 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:49.646335 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:49.649481 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:49.652453 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28173635-e72d-41ba-977f-add99d95d8f9 None None] Network 0a038402-7702-4b41-ad47-119b52c9c062 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:49.654273 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:49.704525 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Pushing event updated for resources: {'Port': ['ID=30739383-9988-43ac-8dfa-ab7b11a11a0a,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:49.805253 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-cc9af6d5-9992-47ec-8a70-a895d3e6bebe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1326647 Oct 27 01:47:49.844140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Allocated IP 172.20.0.2 (d1d2fdb1-c235-4885-861d-330ad9535aab/753666b8-2900-47e3-b9e9-95d442dcc965/1751dea4-14e1-49e8-8198-288598ed87b0) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:49.885205 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Allocated IP 172.20.0.2 (51bd800c-cdc6-47d7-b0b9-78bfab79007e/270581ee-4093-4295-8831-e2583cde8c3e/1dc4fe54-4ac4-4453-aa98-79a2731b717f) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:50.051486 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.061259 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.169680 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.177303 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9769a27-5f9d-467d-b2f9-f897c1b184b2 None None] Network 0a038402-7702-4b41-ad47-119b52c9c062 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:50.234246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.258096 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.322205 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Pushing event updated for resources: {'Port': ['ID=1751dea4-14e1-49e8-8198-288598ed87b0,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:50.337186 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.337628 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.338189 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.338713 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.339233 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.339763 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.340258 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.340759 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.341292 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.341630 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.341964 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.342290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Tracked resource versions report: Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: pushed versions: Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: { 'AddressGroup': {'1.2'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'ConntrackHelper': {'1.0'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Log': {'1.0'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Network': {'1.1'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Port': {'1.7'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'PortForwarding': {'1.2'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'QosPolicy': {'1.10'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroup': {'1.4'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SubPort': {'1.0'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Subnet': {'1.1'}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Trunk': {'1.1'}} Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: consumer versions: Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: HyperV agent@hv-cinder-78687: {}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'ConntrackHelper': '1.0', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Log': '1.0', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Network': '1.1', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Port': '1.7', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'PortForwarding': '1.2', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'QosPolicy': '1.10', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroup': '1.4', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SecurityGroupRule': '1.2', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'SubPort': '1.0', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Subnet': '1.1', Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: 'Trunk': '1.1'}} Oct 27 01:47:50.343411 dv-cinder-786873-5-iscsi neutron-server[108325]: {{(pid=108325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:47:50.359480 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Network d1d2fdb1-c235-4885-861d-330ad9535aab is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:50.374838 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:50.390653 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:50.402443 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.482895 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.524142 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.543008 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Pushing event updated for resources: {'Port': ['ID=1dc4fe54-4ac4-4453-aa98-79a2731b717f,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:50.549951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Attempting to bind port 1751dea4-14e1-49e8-8198-288598ed87b0 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:47:50.550641 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Attempting to bind port 1751dea4-14e1-49e8-8198-288598ed87b0 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:47:50.551352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Attempting to bind port 1751dea4-14e1-49e8-8198-288598ed87b0 on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:47:50.561797 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:50.565636 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:50.569512 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:50.573102 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:47:50.573668 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Checking segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:50.574159 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.574612 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Bound using segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:47:50.575148 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Bound port: 1751dea4-14e1-49e8-8198-288598ed87b0, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:47:50.575680 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.714062 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] For port 1751dea4-14e1-49e8-8198-288598ed87b0, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:47:50.718643 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] For port 1751dea4-14e1-49e8-8198-288598ed87b0, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1751dea4-14e1-49e8-8198-288598ed87b0,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:47:50.720693 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Attempting to bind port 1dc4fe54-4ac4-4453-aa98-79a2731b717f on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:47:50.721153 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Attempting to bind port 1dc4fe54-4ac4-4453-aa98-79a2731b717f by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:47:50.721564 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Attempting to bind port 1dc4fe54-4ac4-4453-aa98-79a2731b717f on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:47:50.751746 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:47:50.752138 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Checking segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:50.752551 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.752934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Bound using segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:47:50.753379 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Bound port: 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:47:50.757295 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.797243 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.955903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.964406 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c2b4-08c5-4170-9456-8a0222b6d109 None None] Pushing event updated for resources: {'Port': ['ID=1751dea4-14e1-49e8-8198-288598ed87b0,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:50.987158 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.988894 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:50.993276 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] For port 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:47:50.998894 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] For port 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1dc4fe54-4ac4-4453-aa98-79a2731b717f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:47:51.021685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.044439 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42548) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:51.046776 dv-cinder-786873-5-iscsi neutron-server[108324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 01:47:51.075246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:47:51.149025 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.243021 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7d690-5ea8-4e01-bfb0-97e2fe3ab7ae None None] Pushing event updated for resources: {'Port': ['ID=1dc4fe54-4ac4-4453-aa98-79a2731b717f,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:51.426954 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-27063a68-f732-40b2-8947-12c35088b5df tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:51.426954 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-27063a68-f732-40b2-8947-12c35088b5df tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/networks?id=0a038402-7702-4b41-ad47-119b52c9c062 HTTP/1.1" status: 200 len: 811 time: 0.3213501 Oct 27 01:47:51.446870 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-5490b46e-387e-46b6-8982-95e9b7c70637 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/quotas/9ca9a603cb92482e8cb69e023e9355ae HTTP/1.1" status: 200 len: 375 time: 0.0677290 Oct 27 01:47:51.454666 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Allocated IP 172.27.0.17 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/2afeb518-f131-40e5-93e8-58336752a302) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:51.488031 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:47:51.504577 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Sync routers for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:47:51.520484 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:51.521223 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:51.524568 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9dfb32be-65f4-4b8d-9061-e80b286c9e2e tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ca9a603cb92482e8cb69e023e9355ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878861 Oct 27 01:47:51.549806 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42574) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:51.643091 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.648447 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-65d1d4fb-00a3-4a78-8881-43e246fc8257 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9009390 Oct 27 01:47:51.655838 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42580) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:51.674513 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.894189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.899824 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:51.930938 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-706fd7c8-7282-449d-8fb2-1dd8a38edd1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:51.963964 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-87d8b6d6-d23f-4593-8dfb-4f2bda0c7429 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:47:51.965050 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-87d8b6d6-d23f-4593-8dfb-4f2bda0c7429 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1178153 Oct 27 01:47:52.040501 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Pushing event updated for resources: {'Port': ['ID=2afeb518-f131-40e5-93e8-58336752a302,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:52.064487 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:52.070714 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:52.074879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:52.149496 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:49Z', 'revision_number': 3, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:52.181649 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Checking router: 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:47:52.182330 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Updating router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 port 30739383-9988-43ac-8dfa-ab7b11a11a0a binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:47:52.184741 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Allocated IP 172.27.0.67 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/3a6dc840-efc3-4fd8-a978-149b5fb4217d) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:52.208979 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.289173 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-706fd7c8-7282-449d-8fb2-1dd8a38edd1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.304666 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-b9cfdf1d-12c9-4fb3-9abb-5872140dcff6 service neutron] 10.222.0.66 "GET /v2.0/networks/0a038402-7702-4b41-ad47-119b52c9c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281898 Oct 27 01:47:52.380894 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-706fd7c8-7282-449d-8fb2-1dd8a38edd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.438920 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42596) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:52.465074 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.511201 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-706fd7c8-7282-449d-8fb2-1dd8a38edd1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c7c1a3c88ee493c8c9e092d8e7d0292&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9592419 Oct 27 01:47:52.515545 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42600) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:52.520929 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc209eaf-fcef-42d1-8564-1389bbab3084 None None] Network d1d2fdb1-c235-4885-861d-330ad9535aab requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:52.532362 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd7c8-7282-449d-8fb2-1dd8a38edd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0ed2db-6def-4c9a-9d48-d199912452c8,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:52.606076 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] Provisioning complete for port 1751dea4-14e1-49e8-8198-288598ed87b0 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:52.611018 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.619881 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-c24d62eb-6d4c-49f6-8a6b-dea1a7fc96e7 service neutron] 10.222.0.66 "GET /v2.0/networks/0a038402-7702-4b41-ad47-119b52c9c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063593 Oct 27 01:47:52.686267 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.762890 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.829916 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.910560 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1dc4fe54-4ac4-4453-aa98-79a2731b717f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:52.947072 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.947714 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:52.984653 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8337-7b49-4e30-8efe-a8ca8318dcfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.029573 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:53.036041 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] For port 1751dea4-14e1-49e8-8198-288598ed87b0, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1751dea4-14e1-49e8-8198-288598ed87b0,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:47:53.051947 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.067938 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1dc4fe54-4ac4-4453-aa98-79a2731b717f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:53.069995 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.078668 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:53.112599 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:53.140736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.145046 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Pushing event updated for resources: {'Port': ['ID=30739383-9988-43ac-8dfa-ab7b11a11a0a,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:53.154935 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.155552 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.156101 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.156863 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.157414 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.157945 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.158468 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.159013 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.159845 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.160366 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.160953 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.161471 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Tracked resource versions report: Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: pushed versions: Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: { 'AddressGroup': {'1.2'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'ConntrackHelper': {'1.0'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Log': {'1.0'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Network': {'1.1'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Port': {'1.7'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'PortForwarding': {'1.2'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'QosPolicy': {'1.10'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroup': {'1.4'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroupRule': {'1.2'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SubPort': {'1.0'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Subnet': {'1.1'}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Trunk': {'1.1'}} Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: consumer versions: Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: { DHCP agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: HyperV agent@hv-cinder-78687: {}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: L3 agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: Metadata agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: Metering agent@dv-cinder-786873-5-iscsi: {}, Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: Open vSwitch agent@dv-cinder-786873-5-iscsi: { 'AddressGroup': '1.2', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'ConntrackHelper': '1.0', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Log': '1.0', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Network': '1.1', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Port': '1.7', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'PortForwarding': '1.2', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'QosPolicy': '1.10', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroup': '1.4', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SecurityGroupRule': '1.2', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'SubPort': '1.0', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Subnet': '1.1', Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: 'Trunk': '1.1'}} Oct 27 01:47:53.162814 dv-cinder-786873-5-iscsi neutron-server[108326]: {{(pid=108326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 01:47:53.210180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.213442 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.217560 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd0ed2db-6def-4c9a-9d48-d199912452c8 HTTP/1.1" status: 204 len: 168 time: 0.6988196 Oct 27 01:47:53.257019 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Attempting to bind port 30739383-9988-43ac-8dfa-ab7b11a11a0a on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:47:53.257622 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Attempting to bind port 30739383-9988-43ac-8dfa-ab7b11a11a0a by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:47:53.258936 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Attempting to bind port 30739383-9988-43ac-8dfa-ab7b11a11a0a on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:47:53.267028 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:47:53.268508 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bea704-fc41-41ac-b383-fb076a402a12 None None] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:47:53.269400 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:53.271165 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.275824 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:47:53.276624 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Bound port: 30739383-9988-43ac-8dfa-ab7b11a11a0a, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:47:53.282751 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.283854 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721becd-fa1d-403e-b29b-7f963050f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0ed2db-6def-4c9a-9d48-d199912452c8,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:53.305392 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.310661 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671acc2-4022-4b47-89d6-c9c479184fd8 None None] Pushing event updated for resources: {'Port': ['ID=1751dea4-14e1-49e8-8198-288598ed87b0,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:53.361572 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42622) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:53.371244 dv-cinder-786873-5-iscsi neutron-server[108323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 01:47:53.390206 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] For port 30739383-9988-43ac-8dfa-ab7b11a11a0a, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:47:53.395433 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] For port 30739383-9988-43ac-8dfa-ab7b11a11a0a, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=30739383-9988-43ac-8dfa-ab7b11a11a0a,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:47:53.473957 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.475559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.498202 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bbd46a36-cd27-405f-8dfb-0df3f8856d1b req-0a951630-0045-47e8-a48c-7a1ae0a5d9c7 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.1313810 Oct 27 01:47:53.508378 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-91a52809-374b-48c1-9b20-5ea73a3f66cd None None] Provisioning complete for port 1dc4fe54-4ac4-4453-aa98-79a2731b717f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:53.509116 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-91a52809-374b-48c1-9b20-5ea73a3f66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.510948 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.559346 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6dc840-efc3-4fd8-a978-149b5fb4217d,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:53.623846 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1dc4fe54-4ac4-4453-aa98-79a2731b717f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:47:53.635180 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:53.636436 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:53.644091 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eba8a-487d-4d85-ac9c-b71effe2d92d None None] Pushing event updated for resources: {'Port': ['ID=30739383-9988-43ac-8dfa-ab7b11a11a0a,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:53.699382 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8337-7b49-4e30-8efe-a8ca8318dcfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.869644 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:53.900883 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.911178 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1751dea4-14e1-49e8-8198-288598ed87b0 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:53.919417 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8337-7b49-4e30-8efe-a8ca8318dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:53.929448 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Allocated IP 172.20.0.1 (65e7ccb9-3ae1-492b-a7c8-35b195b22dc9/9d702f34-7462-462a-bb30-0d81c442f88d/28f0c677-2475-4dda-841d-4de7d0a71800) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:54.024694 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-e5cb8337-7b49-4e30-8efe-a8ca8318dcfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2aa9c90046284a93b0ab899300d7fd81&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5806947 Oct 27 01:47:54.027942 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42646) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:54.029959 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8337-7b49-4e30-8efe-a8ca8318dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3658ac37-d1b4-447c-afe5-060fd8fac844,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:54.083634 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=1dc4fe54-4ac4-4453-aa98-79a2731b717f,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:54.096943 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.108210 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.180140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-91a52809-374b-48c1-9b20-5ea73a3f66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.207231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.300519 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1751dea4-14e1-49e8-8198-288598ed87b0 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:54.305169 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.323243 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:49Z', 'revision_number': 3, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:54.351202 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.359464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.388001 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b844-e50e-43f0-8f6b-fd0c21056cbc None None] The sync data for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi is: [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:49Z', 'revision_number': 3, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:47:54.410965 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.db.api [None req-91a52809-374b-48c1-9b20-5ea73a3f66cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:47:54.416532 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG oslo_db.api [None req-91a52809-374b-48c1-9b20-5ea73a3f66cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:47:54.420744 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.456554 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42666) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:54.495986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:54.505334 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:54.515373 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f7d60347-a8aa-4513-993f-cbdb22c9ece6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.520186 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:54.524524 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.538518 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Pushing event updated for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:54.572689 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.576426 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.582983 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3658ac37-d1b4-447c-afe5-060fd8fac844 HTTP/1.1" status: 204 len: 168 time: 0.5510836 Oct 27 01:47:54.642415 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84607a-0cb3-457e-b8d1-9608521930be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658ac37-d1b4-447c-afe5-060fd8fac844,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:54.723535 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.747637 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1dc4fe54-4ac4-4453-aa98-79a2731b717f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:54.777516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f7d60347-a8aa-4513-993f-cbdb22c9ece6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.804871 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:47:54.853793 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1dc4fe54-4ac4-4453-aa98-79a2731b717f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:54.854594 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.860389 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ecbac558-c712-451c-8072-8d07f7544f2f req-415ef830-e2bb-4512-b8f8-d01b6ebf1502 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.1052508 Oct 27 01:47:54.918977 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f7d60347-a8aa-4513-993f-cbdb22c9ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:54.921740 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e1437cdb-397b-4783-a576-e772c75aeb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.038953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:47:55.043863 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f7d60347-a8aa-4513-993f-cbdb22c9ece6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09d4a0af5bfb4d719011413cf4821fab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5798397 Oct 27 01:47:55.048244 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d60347-a8aa-4513-993f-cbdb22c9ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd97b4b-df10-4b34-ae09-ed37457d6ea5,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:55.054902 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42676) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:55.072561 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:47:55.111615 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Router cd2b3bc7-7e34-4905-b10f-468deee32eef is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:47:55.120415 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.121412 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1751dea4-14e1-49e8-8198-288598ed87b0 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:55.149856 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.175626 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.177807 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c1a3df36-83bd-42be-9bbd-003038be94ae admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9842601 Oct 27 01:47:55.182702 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42682) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:55.194480 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:55.195645 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:55.320209 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:47:55.331846 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:47:55.357690 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:55.358316 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:55.402224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.440676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-de01fcb5-827f-40e2-9d17-bc9b026d8d45 None None] Provisioning complete for port 1751dea4-14e1-49e8-8198-288598ed87b0 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:55.441346 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-de01fcb5-827f-40e2-9d17-bc9b026d8d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.459054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.463548 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-e3680df4-12bc-4c2b-a525-bc25ec0722a5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3706598 Oct 27 01:47:55.464326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42696) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:55.549426 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:55.553488 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1751dea4-14e1-49e8-8198-288598ed87b0 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:55.554065 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.577009 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:55.585588 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.589338 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.594391 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fd97b4b-df10-4b34-ae09-ed37457d6ea5 HTTP/1.1" status: 204 len: 168 time: 0.5379016 Oct 27 01:47:55.692573 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8999652-11a6-4341-9f25-5a0df0bb73dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd97b4b-df10-4b34-ae09-ed37457d6ea5,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:55.812370 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42702) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:55.895880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:55.900331 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-37650bbb-5851-4125-9ccc-85025c0d7c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.008046 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.010793 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.027971 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:53Z', 'revision_number': 3, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:56.050954 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42710) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:56.091927 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:47:56.096656 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Updating router cd2b3bc7-7e34-4905-b10f-468deee32eef port 3a6dc840-efc3-4fd8-a978-149b5fb4217d binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:47:56.115431 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-de01fcb5-827f-40e2-9d17-bc9b026d8d45 None None] Provisioning complete for port 1dc4fe54-4ac4-4453-aa98-79a2731b717f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:56.116708 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-de01fcb5-827f-40e2-9d17-bc9b026d8d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.154047 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.189115 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f7993168-95f6-47a7-b7d9-2acb48da3d04 req-fc6f4fde-13c0-47ca-8f18-386089a0ae64 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.1876779 Oct 27 01:47:56.246909 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Pushing event updated for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:56.285113 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-37650bbb-5851-4125-9ccc-85025c0d7c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.297017 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:52Z', 'revision_number': 3, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:56.368672 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:56.379131 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:56.395026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b1c6680b-8453-440b-b809-27143a5de6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.398997 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-37650bbb-5851-4125-9ccc-85025c0d7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.410002 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.443963 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-37650bbb-5851-4125-9ccc-85025c0d7c95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d33499798d6445708b98ebfa9726e08d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6214449 Oct 27 01:47:56.450137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42716) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:56.455601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:47:56.456233 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Updating router a9069afa-c502-4f0e-bbb5-cf39b0725b6d port 2afeb518-f131-40e5-93e8-58336752a302 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:47:56.541070 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37650bbb-5851-4125-9ccc-85025c0d7c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17990a0-3aeb-4027-bb78-5be6f576114f,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:56.542696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.830958 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 30739383-9988-43ac-8dfa-ab7b11a11a0a up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:56.913148 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 30739383-9988-43ac-8dfa-ab7b11a11a0a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:56.913896 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.949143 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.949719 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:56.993667 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.032666 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.080188 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.088669 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b1c6680b-8453-440b-b809-27143a5de6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.103573 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 30739383-9988-43ac-8dfa-ab7b11a11a0a, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=30739383-9988-43ac-8dfa-ab7b11a11a0a,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:47:57.133122 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.191110 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faaabd-f64b-4769-abe8-f199cc6831ab None None] Pushing event updated for resources: {'Port': ['ID=3a6dc840-efc3-4fd8-a978-149b5fb4217d,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.204122 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b1c6680b-8453-440b-b809-27143a5de6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.229126 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.238136 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Attempting to bind port 3a6dc840-efc3-4fd8-a978-149b5fb4217d on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:47:57.238509 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Attempting to bind port 3a6dc840-efc3-4fd8-a978-149b5fb4217d by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:47:57.238876 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Attempting to bind port 3a6dc840-efc3-4fd8-a978-149b5fb4217d on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:47:57.254884 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:47:57.254884 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:57.254884 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.254884 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:47:57.255391 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Bound port: 3a6dc840-efc3-4fd8-a978-149b5fb4217d, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:47:57.262198 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.334239 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Allocated IP 172.20.0.1 (d1d2fdb1-c235-4885-861d-330ad9535aab/753666b8-2900-47e3-b9e9-95d442dcc965/721438bc-2938-4fce-8de5-ca45d579ebf9) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:57.363038 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=30739383-9988-43ac-8dfa-ab7b11a11a0a,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.381783 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] For port 3a6dc840-efc3-4fd8-a978-149b5fb4217d, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:47:57.385288 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] For port 3a6dc840-efc3-4fd8-a978-149b5fb4217d, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3a6dc840-efc3-4fd8-a978-149b5fb4217d,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:47:57.444652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.447242 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.451525 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c17990a0-3aeb-4027-bb78-5be6f576114f HTTP/1.1" status: 204 len: 168 time: 0.9982061 Oct 27 01:47:57.468713 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.474172 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.485931 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c06dc5-1338-4763-9ae5-e359276fbe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17990a0-3aeb-4027-bb78-5be6f576114f,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.498161 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b1c6680b-8453-440b-b809-27143a5de6b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca3d736697a8442ca61959f5b669b272&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4287674 Oct 27 01:47:57.502686 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6680b-8453-440b-b809-27143a5de6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce68a97f-95c3-4a34-a7e6-d45856689bd8,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.504378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42742) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:57.509450 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f5263aad-a292-4ed4-a74b-90387e6e1c12 req-118a9c28-a526-4633-981e-c66e7719ea0e tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0687144 Oct 27 01:47:57.518627 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:47:57.553478 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.629086 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faaabd-f64b-4769-abe8-f199cc6831ab None None] Pushing event updated for resources: {'Port': ['ID=3a6dc840-efc3-4fd8-a978-149b5fb4217d,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.643595 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.652965 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:57.653581 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:57.660350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e375-7841-4b02-a263-e201ce89fc9b None None] Pushing event updated for resources: {'Port': ['ID=2afeb518-f131-40e5-93e8-58336752a302,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:57.684064 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Attempting to bind port 2afeb518-f131-40e5-93e8-58336752a302 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:47:57.684571 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Attempting to bind port 2afeb518-f131-40e5-93e8-58336752a302 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:47:57.685032 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Attempting to bind port 2afeb518-f131-40e5-93e8-58336752a302 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:47:57.693177 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:47:57.694068 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:47:57.694068 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.694389 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:47:57.694954 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Bound port: 2afeb518-f131-40e5-93e8-58336752a302, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:47:57.695514 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.787958 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.796998 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] For port 2afeb518-f131-40e5-93e8-58336752a302, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:47:57.820611 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Allocated IP 172.20.0.1 (51bd800c-cdc6-47d7-b0b9-78bfab79007e/270581ee-4093-4295-8831-e2583cde8c3e/da49fbfe-43d3-4f54-ba43-7b35f8bca27f) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:47:57.820859 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] For port 2afeb518-f131-40e5-93e8-58336752a302, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2afeb518-f131-40e5-93e8-58336752a302,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:47:57.821048 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:57.830014 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Network d1d2fdb1-c235-4885-861d-330ad9535aab is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:57.833482 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:57.834415 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.840064 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:57.840764 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.842570 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-eae3072f-723c-49e7-9c06-2270fa36f1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.925950 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.947876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:57.994537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:47:58.018393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Pushing event updated for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:58.033457 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bff4cee9-4a51-4460-a6c2-a7b4b56f20da admin admin] 10.222.0.66 "PUT /v2.0/routers/8ee4c69f-7c7c-49dc-bc2c-603bccc41288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3732078 Oct 27 01:47:58.137353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.222335 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.227784 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.231569 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce68a97f-95c3-4a34-a7e6-d45856689bd8 HTTP/1.1" status: 204 len: 168 time: 0.7261024 Oct 27 01:47:58.244371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd8428-f7a5-4973-bd86-eba47ebe80ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce68a97f-95c3-4a34-a7e6-d45856689bd8,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:58.275024 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.300798 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:53Z', 'revision_number': 3, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:58.330382 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:58.334380 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:58.337862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:47:58.338355 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.340510 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a6284-b657-40c3-a6d7-a3314d02c4ac None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:53Z', 'revision_number': 3, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:47:58.358811 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Sync routers for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:47:58.432427 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.71', 56168) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:47:58.485625 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:58.486324 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-cbc7656b-75d4-412c-a45e-6e9e41ccfb1c None None] Provisioning complete for port 721438bc-2938-4fce-8de5-ca45d579ebf9 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:58.486324 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cbc7656b-75d4-412c-a45e-6e9e41ccfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.556385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:58.557051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:58.603273 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.722614 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-00d46e04-71a0-4dc1-a889-f6a43400307d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:47:58.727122 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-00d46e04-71a0-4dc1-a889-f6a43400307d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.71 "GET /v2.0/networks?id=0a038402-7702-4b41-ad47-119b52c9c062 HTTP/1.1" status: 200 len: 811 time: 0.2907131 Oct 27 01:47:58.785224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7656b-75d4-412c-a45e-6e9e41ccfb1c None None] Port 721438bc-2938-4fce-8de5-ca45d579ebf9 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:47:58.818627 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 30739383-9988-43ac-8dfa-ab7b11a11a0a up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:47:58.900929 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cd8d22bd-b4a6-4dac-a5dd-3b03aebd4b93 req-0c69d602-70a2-4ccc-b45d-4acda95a08d1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0723095 Oct 27 01:47:58.910449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:47:58.910912 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:47:58.915135 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e375-7841-4b02-a263-e201ce89fc9b None None] Pushing event updated for resources: {'Port': ['ID=2afeb518-f131-40e5-93e8-58336752a302,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:58.982106 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:58.998898 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.011811 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.046804 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.056995 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 30739383-9988-43ac-8dfa-ab7b11a11a0a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:59.057357 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.076615 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:59.079578 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.085046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.138124 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Pushing event updated for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:59.175892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-c730e178-ad7e-41f1-8596-cf6562446833 None None] Provisioning complete for port da49fbfe-43d3-4f54-ba43-7b35f8bca27f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:47:59.176281 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c730e178-ad7e-41f1-8596-cf6562446833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.186512 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.270921 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.318106 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Network d1d2fdb1-c235-4885-861d-330ad9535aab is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:59.320192 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:59.320398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-c730e178-ad7e-41f1-8596-cf6562446833 None None] Port da49fbfe-43d3-4f54-ba43-7b35f8bca27f cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:47:59.352640 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.353384 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:47:59.380134 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:47:59.428961 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:47:59.526956 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:47:59.647862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:47:59.649703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:47:59.801200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:47:59.811653 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-4c486fea-ae81-4d92-87ea-84a4238e6e7f admin admin] 10.222.0.66 "PUT /v2.0/routers/cd2b3bc7-7e34-4905-b10f-468deee32eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460808 Oct 27 01:47:59.915231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:00.040111 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-db4ade66-11fe-42ea-91a0-57bf4af5456b None None] Provisioning complete for port 721438bc-2938-4fce-8de5-ca45d579ebf9 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:00.040604 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-db4ade66-11fe-42ea-91a0-57bf4af5456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.066437 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-32f53c20-9c6a-467c-8615-3fb81a0b75d2 req-2d24da7a-31a1-4b54-9caf-b030cee63548 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0369143 Oct 27 01:48:00.117145 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ffe9925f-6192-4ca9-bd40-e54b9834e323 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:00.118889 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ffe9925f-6192-4ca9-bd40-e54b9834e323 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 818 time: 0.4214475 Oct 27 01:48:00.119175 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:00.139807 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d7c23a10-de4b-4d37-80a1-4aefee4ef9c2 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9069afa-c502-4f0e-bbb5-cf39b0725b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9498475 Oct 27 01:48:00.153452 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-db4ade66-11fe-42ea-91a0-57bf4af5456b None None] Port 721438bc-2938-4fce-8de5-ca45d579ebf9 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:00.184465 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-7e651e1f-99de-47bc-b304-1a8bf48d4f10 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/quotas/752be3d855cd4daf84a4f2af1ad30577 HTTP/1.1" status: 200 len: 375 time: 0.0199776 Oct 27 01:48:00.192414 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:52Z', 'revision_number': 3, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:00.196543 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:55Z', 'revision_number': 4, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '28f0c677-2475-4dda-841d-4de7d0a71800', 'name': '', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'mac_address': 'fa:16:3e:34:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:53Z', 'updated_at': '2021-10-27T01:47:55Z', 'revision_number': 2, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'subnets': [{'id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:00.227595 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8225f-8b25-41f6-ae1c-bc24d62fb17a None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:52Z', 'revision_number': 3, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:00.269950 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Checking router: 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:00.270350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Updating router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 port 28f0c677-2475-4dda-841d-4de7d0a71800 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:48:00.573783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.573783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-6958bd9f-45b8-4e83-a808-d3cdb1a3ae72 None None] Provisioning complete for port da49fbfe-43d3-4f54-ba43-7b35f8bca27f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:00.573783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958bd9f-45b8-4e83-a808-d3cdb1a3ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.573783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-6958bd9f-45b8-4e83-a808-d3cdb1a3ae72 None None] Port da49fbfe-43d3-4f54-ba43-7b35f8bca27f cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:00.574800 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-9b189bc7-e322-42ca-8199-33b5f0f9003f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526085 Oct 27 01:48:00.575135 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.765047 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.810149 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3a6dc840-efc3-4fd8-a978-149b5fb4217d up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:00.842093 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:00.914472 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fd12f-f7e3-43b3-b403-0749c45d40c7 None None] Pushing event updated for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:00.978771 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 3a6dc840-efc3-4fd8-a978-149b5fb4217d triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:00.979137 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.188677 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:01.215259 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:01.216132 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:01.271558 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Attempting to bind port 28f0c677-2475-4dda-841d-4de7d0a71800 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:01.271558 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Attempting to bind port 28f0c677-2475-4dda-841d-4de7d0a71800 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:01.271558 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Attempting to bind port 28f0c677-2475-4dda-841d-4de7d0a71800 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:01.281548 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:01.281981 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Checking segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:01.282391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.282789 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Bound using segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:01.283273 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Bound port: 28f0c677-2475-4dda-841d-4de7d0a71800, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:01.284012 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.401688 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:01.451866 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] For port 28f0c677-2475-4dda-841d-4de7d0a71800, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:01.451866 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] For port 28f0c677-2475-4dda-841d-4de7d0a71800, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=28f0c677-2475-4dda-841d-4de7d0a71800,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:01.452448 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42880) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:01.453956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.458876 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470840215', 'description': 'tempest-description--409601931'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:01.483999 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-6a68641c-595d-4722-a6e1-dba23241abdf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:48:01.486213 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-6a68641c-595d-4722-a6e1-dba23241abdf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2850058 Oct 27 01:48:01.491169 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 3a6dc840-efc3-4fd8-a978-149b5fb4217d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3a6dc840-efc3-4fd8-a978-149b5fb4217d,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:01.536313 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.596060 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:01.601753 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:01.638484 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.649191 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.649993 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2afeb518-f131-40e5-93e8-58336752a302 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:01.691304 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-019d208e-8c77-4ba9-8c4f-8910b4e4d3fd service neutron] 10.222.0.66 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951523 Oct 27 01:48:01.773495 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fd12f-f7e3-43b3-b403-0749c45d40c7 None None] Pushing event updated for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:01.799926 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 2, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:01.809189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.855436 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:01.860277 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Updating router cd2b3bc7-7e34-4905-b10f-468deee32eef port 721438bc-2938-4fce-8de5-ca45d579ebf9 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:48:01.864545 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:01.880747 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.917290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=3a6dc840-efc3-4fd8-a978-149b5fb4217d,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:01.918513 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-08e9fbb3-b5fc-419b-b7cc-6facaa2a2686 service neutron] 10.222.0.66 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190111 Oct 27 01:48:01.941821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 2afeb518-f131-40e5-93e8-58336752a302 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:01.945926 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.964286 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:01.995166 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9805500a-a553-4621-beec-1c0e32f06f0f,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:02.065390 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.066794 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-7c8fa9ce-9fb1-4e75-b58c-2d9a6c47890f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6132195 Oct 27 01:48:02.069687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42892) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:02.074165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group_rule': {'security_group_id': '9805500a-a553-4621-beec-1c0e32f06f0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:02.216755 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.271457 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.291892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 2afeb518-f131-40e5-93e8-58336752a302, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2afeb518-f131-40e5-93e8-58336752a302,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:02.342159 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:55Z', 'revision_number': 4, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '28f0c677-2475-4dda-841d-4de7d0a71800', 'name': '', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'mac_address': 'fa:16:3e:34:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:53Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'subnets': [{'id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:02.409586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efabd27-5a33-4a5a-b6e2-b184d46483c3 None None] The sync data for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi is: [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:55Z', 'revision_number': 4, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '28f0c677-2475-4dda-841d-4de7d0a71800', 'name': '', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'mac_address': 'fa:16:3e:34:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:53Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'subnets': [{'id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:02.433272 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.441956 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.454756 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.521021 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.548875 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.600670 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d13953-ac97-450b-98f6-ca4e1f6fbcdb,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:02.676565 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=2afeb518-f131-40e5-93e8-58336752a302,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:02.742330 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c8a885ca-357d-4c90-a306-f1ca03d35232 req-2d1940f9-5d82-4e81-bfcd-539ae6f816b8 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.1596401 Oct 27 01:48:02.767260 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Attempting to bind port 721438bc-2938-4fce-8de5-ca45d579ebf9 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:02.775468 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Attempting to bind port 721438bc-2938-4fce-8de5-ca45d579ebf9 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:02.778907 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Attempting to bind port 721438bc-2938-4fce-8de5-ca45d579ebf9 on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:02.814253 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:02.814253 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Checking segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:02.814664 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.815184 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Bound using segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:02.815595 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Bound port: 721438bc-2938-4fce-8de5-ca45d579ebf9, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:02.816010 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:02.921083 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ac2a4cc2-9b15-4e1c-b786-7c557e455d4b req-0842ae30-3ab1-432d-8560-a4d8ed58a16d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 210 time: 0.0635743 Oct 27 01:48:02.962266 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:02.977338 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:02.977963 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:03.008064 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] For port 721438bc-2938-4fce-8de5-ca45d579ebf9, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:03.013146 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] For port 721438bc-2938-4fce-8de5-ca45d579ebf9, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=721438bc-2938-4fce-8de5-ca45d579ebf9,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:03.036552 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaa0f5-f6ba-42ef-b09e-d9f29c7961c3 None None] Pushing event updated for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:03.067645 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Request body: {'port': {'device_id': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062', 'admin_state_up': True, 'tenant_id': '9ca9a603cb92482e8cb69e023e9355ae'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:03.214684 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:03.291686 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 28f0c677-2475-4dda-841d-4de7d0a71800 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:03.365966 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:03.367336 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ad6492a4-2a9c-404e-81ab-272f63d8f2f3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2966383 Oct 27 01:48:03.372471 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 42948) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:03.378893 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group_rule': {'security_group_id': '9805500a-a553-4621-beec-1c0e32f06f0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:03.471934 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:03.572333 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 42960) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:03.582940 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304205720', 'description': 'tempest-description--884125387'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:03.617043 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaa0f5-f6ba-42ef-b09e-d9f29c7961c3 None None] Pushing event updated for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=4']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:03.620681 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-964ff817-410c-4d37-80ed-d43ec88ec7bf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:03.640420 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-964ff817-410c-4d37-80ed-d43ec88ec7bf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 818 time: 0.2531428 Oct 27 01:48:03.662457 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:03.664789 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:03.677475 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-2e39806d-f449-40ef-9862-647d8119d66c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/quotas/752be3d855cd4daf84a4f2af1ad30577 HTTP/1.1" status: 200 len: 375 time: 0.0353811 Oct 27 01:48:03.696475 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] Provisioning complete for port 721438bc-2938-4fce-8de5-ca45d579ebf9 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:03.697058 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:03.701384 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 28f0c677-2475-4dda-841d-4de7d0a71800 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:03.701728 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:03.795935 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.076405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.083043 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:47:59Z', 'revision_number': 2, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:04.103011 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-5edc8dc1-61a5-440a-9998-2cefc60c456a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4237792 Oct 27 01:48:04.170358 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4c366963-d4fb-4ffd-ae28-42488b07e6cd req-3bdf2df0-4918-4798-b65f-a12cceb532f8 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.1244590 Oct 27 01:48:04.193394 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:04.193750 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Updating router a9069afa-c502-4f0e-bbb5-cf39b0725b6d port da49fbfe-43d3-4f54-ba43-7b35f8bca27f binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:48:04.303589 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Made reservation on behalf of 9ca9a603cb92482e8cb69e023e9355ae for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:04.310632 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-bb40a3e4-3173-423f-9b89-bcd0fe467023 service neutron] 10.222.0.66 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066481 Oct 27 01:48:04.317949 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.338531 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:04.380709 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.429288 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.434736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.561390 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-14d66b31-69cd-4c6f-994e-c23d99b37978 service neutron] 10.222.0.66 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482600 Oct 27 01:48:04.563456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.633688 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd24843-d7a9-44c9-9778-f649dfd3fe2b,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:04.712522 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.732601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 28f0c677-2475-4dda-841d-4de7d0a71800, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=28f0c677-2475-4dda-841d-4de7d0a71800,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:04.746663 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] For port 721438bc-2938-4fce-8de5-ca45d579ebf9, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=721438bc-2938-4fce-8de5-ca45d579ebf9,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:04.789266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.790724 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-056833fa-c4fe-4dc9-9098-01bd46b39338 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4171557 Oct 27 01:48:04.801265 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43022) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:04.814531 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:04.873264 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:03Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:04.909033 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Allocated IP 172.20.0.3 (0a038402-7702-4b41-ad47-119b52c9c062/b56bae6d-df4b-49b3-94da-eab936bb9c71/b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:04.925352 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b5747-2a57-4203-9757-9908af3f8367 None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:03Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:04.938881 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:04.945463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.060070 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-df48ea29-e788-4117-827e-b4ae25484712 req-ef07d8fa-782f-4135-9c60-b4fabae437d8 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0874763 Oct 27 01:48:05.062231 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.063745 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3a6dc840-efc3-4fd8-a978-149b5fb4217d up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:05.097331 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.104438 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.303756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.317282 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7428155 Oct 27 01:48:05.318547 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43062) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:05.351511 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group_rule': {'security_group_id': 'f1bfa46e-c590-4a18-afca-231640731cdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:05.365530 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87731a57-1650-40df-83c3-61c7a0174340 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bfa46e-c590-4a18-afca-231640731cdd,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:05.441739 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f01873ad-6c7c-4792-85be-70a4028b443c req-4f23edae-0f3e-4486-87e9-f8b53b2fe020 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0812771 Oct 27 01:48:05.499184 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.515246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.523866 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d964199f-dfc3-46ad-bd27-0f5c693c5109 None None] Provisioning complete for port 721438bc-2938-4fce-8de5-ca45d579ebf9 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:05.524244 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d964199f-dfc3-46ad-bd27-0f5c693c5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.530401 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 3a6dc840-efc3-4fd8-a978-149b5fb4217d triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:05.530758 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.538808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.549778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:05.671229 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.760088 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.770735 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:05.849564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Network 0a038402-7702-4b41-ad47-119b52c9c062 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:05.909971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Allocated IP 172.27.0.203 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/c163d260-b02d-4406-8e6a-0ec46f1003c3) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:05.931122 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:05.950427 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:05.973545 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:05.974986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.110363 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.162214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b3682-8742-4183-a6cb-f2e64fb00866 None None] Pushing event updated for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:06.195092 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:06.245197 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-9f0d990b-80c3-4a3e-943c-2df955e20883 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1815526 Oct 27 01:48:06.253005 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.323951 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9e81087-8d7b-4fe1-9b24-40e9d016d064 req-76a5b114-8dba-43c1-8d49-ec35b726fab8 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.1119523 Oct 27 01:48:06.329675 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a3f770-8d7b-4c27-8c78-373fb244f1cf,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:06.331455 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.351259 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-7f084903-536d-4f94-8d38-588d89bc7cd5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:48:06.353818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:06.356050 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-7f084903-536d-4f94-8d38-588d89bc7cd5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0272388 Oct 27 01:48:06.367014 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.368349 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8d0f9dc0-f5a7-4198-a2ad-39a20e90c02c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0225890 Oct 27 01:48:06.373593 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43088) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:06.376806 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:06.387346 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group_rule': {'security_group_id': 'f1bfa46e-c590-4a18-afca-231640731cdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:06.393206 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:06.440699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.576102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.687620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43100) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:06.730045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=c163d260-b02d-4406-8e6a-0ec46f1003c3,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:06.808778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedcaab-2fc4-4583-aac9-3769ada76a74 None None] Pushing event updated for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:06.843139 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.863394 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:06.954568 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.005097 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 28f0c677-2475-4dda-841d-4de7d0a71800 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:07.042376 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1d422c-ea9d-40f7-b048-38ebec06df9d,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:07.070529 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Attempting to bind port da49fbfe-43d3-4f54-ba43-7b35f8bca27f on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:07.071715 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Attempting to bind port da49fbfe-43d3-4f54-ba43-7b35f8bca27f by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:07.072580 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Attempting to bind port da49fbfe-43d3-4f54-ba43-7b35f8bca27f on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:07.080124 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.081330 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a10233f5-e574-4296-aab9-796d240c1b4e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7067173 Oct 27 01:48:07.088599 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43112) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:07.095258 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:07.096051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Checking segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:07.096629 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.097176 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Bound using segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:07.097941 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Bound port: da49fbfe-43d3-4f54-ba43-7b35f8bca27f, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:07.098597 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.129044 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Request body: {'port': {'device_id': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:07.168890 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 28f0c677-2475-4dda-841d-4de7d0a71800 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:07.173324 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.184155 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:07.213148 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.289840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0eff2819-47e0-4e30-8e9d-174a1c3b981a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.322385 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82df1a-7772-407a-9305-d7c9bf647434 req-d42316e3-e35b-465f-9acc-091f127c0828 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:07.322385 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6b82df1a-7772-407a-9305-d7c9bf647434 req-d42316e3-e35b-465f-9acc-091f127c0828 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 931 time: 0.5883374 Oct 27 01:48:07.416730 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6b82df1a-7772-407a-9305-d7c9bf647434 req-a5e36d28-2d9f-4069-b781-32dbf19e68a0 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006024 Oct 27 01:48:07.511155 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-aaca4c97-3221-4971-b054-297394f66b6d None None] Provisioning complete for port da49fbfe-43d3-4f54-ba43-7b35f8bca27f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:07.511570 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-aaca4c97-3221-4971-b054-297394f66b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.567538 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-889807b1-7a0b-4f9b-8d1e-53dc63073a6c req-185707c2-acb5-4975-bad7-212cb0d479d9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0626404 Oct 27 01:48:07.718844 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.834207 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-aaca4c97-3221-4971-b054-297394f66b6d None None] Port da49fbfe-43d3-4f54-ba43-7b35f8bca27f cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:07.840476 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] For port da49fbfe-43d3-4f54-ba43-7b35f8bca27f, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:07.879666 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 721438bc-2938-4fce-8de5-ca45d579ebf9 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:07.891858 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:07.926342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] For port da49fbfe-43d3-4f54-ba43-7b35f8bca27f, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:07.964617 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 721438bc-2938-4fce-8de5-ca45d579ebf9 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:07.965884 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.003366 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.045111 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.117953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.201841 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedcaab-2fc4-4583-aac9-3769ada76a74 None None] Pushing event updated for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:08.239846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.253556 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:08.254454 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:47:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:08.256095 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0eff2819-47e0-4e30-8e9d-174a1c3b981a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.418923 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=c163d260-b02d-4406-8e6a-0ec46f1003c3,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:08.419918 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.420014 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43136) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:08.420096 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2afeb518-f131-40e5-93e8-58336752a302 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:08.445903 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.71', 56181) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:08.526385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:08.596143 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0eff2819-47e0-4e30-8e9d-174a1c3b981a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.649607 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.658832 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f7bd2ba4-b253-4039-9f84-601ccb692325 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8471167 Oct 27 01:48:08.700821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] Provisioning complete for port da49fbfe-43d3-4f54-ba43-7b35f8bca27f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:08.701224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:08.748142 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7fa56946-5853-4057-9c96-9be89072ff8e req-6b02cd50-bf61-410a-8f87-302e9b8f12e9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0510461 Oct 27 01:48:08.787951 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-0eff2819-47e0-4e30-8e9d-174a1c3b981a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e6f0ffc1776461383301cae5d03efdf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0950396 Oct 27 01:48:08.843310 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-f84bd6cc-a953-42f5-a0dc-8844d93a5ecc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:08.852544 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-f84bd6cc-a953-42f5-a0dc-8844d93a5ecc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 818 time: 0.4042637 Oct 27 01:48:09.005685 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 2afeb518-f131-40e5-93e8-58336752a302 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:09.005685 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.006260 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43154) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:09.006819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-47ea4f84-53c9-4dd8-9bd7-294f5e48c082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.007045 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Request body: {'port': {'device_id': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'admin_state_up': True, 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:09.007325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-47ea4f84-53c9-4dd8-9bd7-294f5e48c082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.007325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58022f-0f43-4d7a-8938-4421abd7a206 req-1c26843e-776a-4016-866b-00d31a2afa8c tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:09.007325 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2f58022f-0f43-4d7a-8938-4421abd7a206 req-1c26843e-776a-4016-866b-00d31a2afa8c tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 931 time: 0.4675133 Oct 27 01:48:09.042739 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff2819-47e0-4e30-8e9d-174a1c3b981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9faf31c-d0e7-4d8a-b52a-f091a1e1df77,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:09.058183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:09.083484 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.095851 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2f58022f-0f43-4d7a-8938-4421abd7a206 req-0eb4e7a1-d702-4a72-9ae1-ffcb4994d422 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Oct 27 01:48:09.152224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] For port da49fbfe-43d3-4f54-ba43-7b35f8bca27f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:09.155813 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-47ea4f84-53c9-4dd8-9bd7-294f5e48c082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.191209 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:07Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:09.203570 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-47ea4f84-53c9-4dd8-9bd7-294f5e48c082 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=723b5530babd4e6aadcf0f2f62328e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923934 Oct 27 01:48:09.212127 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43170) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:09.289500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea4f84-53c9-4dd8-9bd7-294f5e48c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d948c906-db31-4e9e-a7ab-dcf3f2500be7,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:09.314786 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648696e3-cbe5-462a-83c7-9a3435183ecc None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:07Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:09.328228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.375121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.401684 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Allocated IP 172.27.0.248 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:09.401789 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.437875 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfa206-e952-4abe-a393-197b6aeaa2a7 None None] Pushing event updated for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:09.450326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.504745 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Transition to ACTIVE for port object b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:48:09.537710 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.574010 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-af264bde-f9e9-4cb3-841e-ad5f10202e0b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1470840215&fields=id&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 267 time: 0.1933327 Oct 27 01:48:09.674977 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.680362 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.683057 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.694979 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d948c906-db31-4e9e-a7ab-dcf3f2500be7 HTTP/1.1" status: 204 len: 168 time: 0.4816780 Oct 27 01:48:09.712577 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:09.714730 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa16c-7749-4343-bb3f-f0217ee5cefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d948c906-db31-4e9e-a7ab-dcf3f2500be7,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:09.903617 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:09.961160 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-71421579-17f4-4f3d-afaf-2e0a38b97e87 req-628a145f-2c75-44af-ac46-269ca7b128cf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0844328 Oct 27 01:48:10.027685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.71', 56184) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:10.043101 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.155264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Attempting to bind port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:10.155264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Attempting to bind port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '0955c14a-0366-4a28-8435-4340c211533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:10.155264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Attempting to bind port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce on network 0a038402-7702-4b41-ad47-119b52c9c062 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:10.171992 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-76cec977-21dc-4533-ba69-4ee3f957b2e0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:10.184311 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-76cec977-21dc-4533-ba69-4ee3f957b2e0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 816 time: 0.5903566 Oct 27 01:48:10.189925 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce on network 0a038402-7702-4b41-ad47-119b52c9c062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:48:10.190361 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Attempting to bind port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce on network 0a038402-7702-4b41-ad47-119b52c9c062 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:10.220882 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2dcb3cb8-3788-4bd6-8da0-72685a72f1dc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/quotas/59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 375 time: 0.0354536 Oct 27 01:48:10.223143 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:10.223669 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Checking segment: {'id': '0955c14a-0366-4a28-8435-4340c211533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:10.224283 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Bound using segment: {'id': '0955c14a-0366-4a28-8435-4340c211533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:10.226053 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Bound port: b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0955c14a-0366-4a28-8435-4340c211533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:10.226483 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.328700 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17fa0a-d78f-4bb0-bbbf-1982ca31c2ae req-d2a037a9-2e30-44d8-8152-0d891e09b012 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:10.328700 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6c17fa0a-d78f-4bb0-bbbf-1982ca31c2ae req-d2a037a9-2e30-44d8-8152-0d891e09b012 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.0893242 Oct 27 01:48:10.334112 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-47e84025-c323-4a88-9c6c-51558ee4323e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121657 Oct 27 01:48:10.387201 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6c17fa0a-d78f-4bb0-bbbf-1982ca31c2ae req-56b64c12-d906-44c2-ad76-20210640cbea tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Oct 27 01:48:10.472572 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Made reservation on behalf of 752be3d855cd4daf84a4f2af1ad30577 for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:10.482026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.484141 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.486704 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.492468 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9faf31c-d0e7-4d8a-b52a-f091a1e1df77 HTTP/1.1" status: 204 len: 168 time: 1.6112063 Oct 27 01:48:10.587786 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:10.681643 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:10.690969 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:10.768375 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865e0f4-9320-48d8-866f-5e7db55635e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9faf31c-d0e7-4d8a-b52a-f091a1e1df77,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:10.802770 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:10.935387 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:11.032047 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:11.055076 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:11.148133 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-98a69147-6397-4e18-a19c-646cfa59435a req-2c938bcc-33c9-48c9-8c23-dec5a881c1d4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0630035 Oct 27 01:48:11.170270 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-71838acd-c09f-40b5-b9fd-36ff3baf0f61 service neutron] 10.222.0.66 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095057 Oct 27 01:48:11.241944 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.253125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43216) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:11.276531 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.361879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af79-d3d7-4fcc-b288-05070742577b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.365538 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device da49fbfe-43d3-4f54-ba43-7b35f8bca27f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:11.391885 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:11.397118 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.398749 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] 10.222.0.71 "PUT /v2.0/ports/b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce HTTP/1.1" status: 200 len: 1093 time: 4.4844351 Oct 27 01:48:11.414590 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:11.503746 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port da49fbfe-43d3-4f54-ba43-7b35f8bca27f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:11.507613 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.622398 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-389570aa-9914-49df-910c-134b4a9115c9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:11.624656 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-389570aa-9914-49df-910c-134b4a9115c9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 818 time: 0.4410403 Oct 27 01:48:11.627526 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Allocated IP 172.20.0.9 (65e7ccb9-3ae1-492b-a7c8-35b195b22dc9/9d702f34-7462-462a-bb30-0d81c442f88d/7432f6e5-21a2-4121-9038-38a7061d78a9) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:11.657109 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1da6-1efa-4245-a45b-754516b53950 req-47bf1c35-9707-49a6-a037-bc0c986c760b tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:11.659193 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a3de1da6-1efa-4245-a45b-754516b53950 req-47bf1c35-9707-49a6-a037-bc0c986c760b tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.1267672 Oct 27 01:48:11.726780 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af79-d3d7-4fcc-b288-05070742577b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.744186 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a3de1da6-1efa-4245-a45b-754516b53950 req-50b2e1c3-526d-4c87-a6be-4fedc75c4cdc tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Oct 27 01:48:11.810457 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51dfd4-84f6-4be8-9955-ca7274aa707d service neutron] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:11.823889 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd3a2b-461c-413f-949e-14f4cef0859c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:11.827517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.835539 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-bff676f8-8d75-4369-a253-392aa121c14d service neutron] 10.222.0.66 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546273 Oct 27 01:48:11.914331 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af79-d3d7-4fcc-b288-05070742577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:11.955320 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43234) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:11.965645 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c1a4af79-d3d7-4fcc-b288-05070742577b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23178165827048b18883d4f768455939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093461 Oct 27 01:48:12.020919 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4af79-d3d7-4fcc-b288-05070742577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa8cd9-e711-4cc0-a6d6-c020dfdb02c0,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:12.115272 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.123936 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43240) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:12.127847 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d81b5-4bbe-4319-ba36-27b4bf86ec2a x-openstack-request-id: req-296d81b5-4bbe-4319-ba36-27b4bf86ec2a {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:12.128135 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:12.128385 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-296d81b5-4bbe-4319-ba36-27b4bf86ec2a {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:12.128827 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'status': 'completed', 'code': 200} Oct 27 01:48:12.145038 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.147559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-91fb6f0b-4b9f-48cf-a24d-1478c497dbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.301565 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Request body: {'port': {'device_id': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'admin_state_up': True, 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:12.340337 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-735ddadf-282b-4eb2-9660-815c6b588532 req-38516f8d-3ac1-44e1-9c06-981245008578 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.1524701 Oct 27 01:48:12.460662 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.461246 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b83ac489-3468-4bf6-b65a-1c3ed603dd8d req-ead44ac1-a9d3-4928-bfd1-8c9d427f5d4f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.1073022 Oct 27 01:48:12.472405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-91fb6f0b-4b9f-48cf-a24d-1478c497dbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.487388 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.499152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-329f0049-ebab-4162-8cd0-ad54cee18922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:12.502138 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-329f0049-ebab-4162-8cd0-ad54cee18922 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ca9a603cb92482e8cb69e023e9355ae&device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 1096 time: 0.1607945 Oct 27 01:48:12.734619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.764224 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-91fb6f0b-4b9f-48cf-a24d-1478c497dbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.768642 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Made reservation on behalf of 752be3d855cd4daf84a4f2af1ad30577 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:12.773970 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:12.857417 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:48:12.878451 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-91fb6f0b-4b9f-48cf-a24d-1478c497dbce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1df395248d244bca8ea78ea79af5b1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344532 Oct 27 01:48:12.995491 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43268) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:13.014470 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.017546 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.019020 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0aa8cd9-e711-4cc0-a6d6-c020dfdb02c0 HTTP/1.1" status: 204 len: 168 time: 1.0565805 Oct 27 01:48:13.032602 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.034841 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6f0b-4b9f-48cf-a24d-1478c497dbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ddec23-1d7d-4b5e-8b67-e56dd20c8349,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:13.091056 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:13.094329 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068d505-074d-47ff-95c8-8a5adf3b4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa8cd9-e711-4cc0-a6d6-c020dfdb02c0,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:13.107712 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:13.108642 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Allocated IP 172.20.0.5 (65e7ccb9-3ae1-492b-a7c8-35b195b22dc9/9d702f34-7462-462a-bb30-0d81c442f88d/3296dc67-c93e-4920-b6b5-7899e8f3c4f8) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:13.116625 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:13.146535 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:13.149112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.158786 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.167169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.203729 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.214239 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Pushing event updated for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:13.317525 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b2c72-9d45-4fa6-9db6-7b9777f77f50 req-6cdfa61d-b734-4a2f-b002-c23851453330 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:13.319531 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b3b2c72-9d45-4fa6-9db6-7b9777f77f50 req-6cdfa61d-b734-4a2f-b002-c23851453330 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.2983346 Oct 27 01:48:13.340176 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-1e3f9706-f49e-49a4-ac0d-a57e787fbf3e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3805969 Oct 27 01:48:13.343186 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.364558 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2681119 Oct 27 01:48:13.375800 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0b5b-b17d-4023-8e77-f0e5994b61da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:13.442994 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b3b2c72-9d45-4fa6-9db6-7b9777f77f50 req-11d55dd8-d97d-47a8-ba78-04fec96cae06 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774226 Oct 27 01:48:13.445004 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.611540 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4b6d1d3f-65c5-4ff0-b9d5-6bc873fd9878 req-cdc20b2d-8cd6-46dc-a08b-13229e0233f7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0459976 Oct 27 01:48:13.633563 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c5a236f1-2a4c-4cdb-94e0-c0aae6f06905 req-25698248-7e1a-4309-9967-8103a7012457 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0559623 Oct 27 01:48:13.931354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.931878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.935321 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:13.940830 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4ddec23-1d7d-4b5e-8b67-e56dd20c8349 HTTP/1.1" status: 204 len: 168 time: 0.9196904 Oct 27 01:48:14.020746 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ea712-2216-4b64-979f-edb32390fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ddec23-1d7d-4b5e-8b67-e56dd20c8349,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:14.042481 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:14.051609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:14.058557 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:14.065148 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:14.065799 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:14.083826 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Pushing event updated for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:14.200090 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-27767f17-b4f3-441d-a054-39b490eca0b4 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1304205720&fields=id&tenant_id=731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 267 time: 0.0616977 Oct 27 01:48:14.278392 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-36c6cfa6-0187-483b-b639-39a2818e7f1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9986088 Oct 27 01:48:14.352300 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-72bdbda2-a375-4c83-9f8e-32570ee6a95c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:14.353793 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-72bdbda2-a375-4c83-9f8e-32570ee6a95c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 811 time: 0.1487384 Oct 27 01:48:14.371026 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-b0bed9e5-76b4-46d9-a9e9-4f81c43629eb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/quotas/731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Oct 27 01:48:14.425811 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-9313e4f0-d8da-4049-ac3a-e8c26664e6b5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480337 Oct 27 01:48:14.637448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43314) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:14.671073 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef65f2-3325-4067-8941-00a9252568b0 req-5a8928f0-a820-43b8-aa05-f6bf5ee010f3 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:14.674068 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-94ef65f2-3325-4067-8941-00a9252568b0 req-5a8928f0-a820-43b8-aa05-f6bf5ee010f3 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.0750086 Oct 27 01:48:14.717331 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-94ef65f2-3325-4067-8941-00a9252568b0 req-f51fad69-da27-4ad9-92e6-fd62179c63ae tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 Oct 27 01:48:14.760021 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-3baa93e8-a870-4e94-b060-1e4793d10fa1 service neutron] 10.222.0.66 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133194 Oct 27 01:48:14.857205 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537247-439d-4f87-b3d9-b22432bcc65d req-a5e92019-8426-44bb-b429-537468d51877 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:14.864552 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e1537247-439d-4f87-b3d9-b22432bcc65d req-a5e92019-8426-44bb-b429-537468d51877 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 931 time: 0.0731227 Oct 27 01:48:14.867807 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-32ed7d7f-391a-4762-a96f-a3459ecb3362 service neutron] 10.222.0.66 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107337 Oct 27 01:48:14.911494 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-93d3e954-6593-44a5-acfe-c7dba55b0a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:14.912816 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e1537247-439d-4f87-b3d9-b22432bcc65d req-614b303e-ce78-4aa3-8e92-c0f63d5e20a6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471587 Oct 27 01:48:15.049156 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ba88f94b-bc4d-4a5e-8216-e252b6d27928 req-184e1f58-e6d1-43ba-bb1a-bff5e446935d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0475547 Oct 27 01:48:15.083777 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-93d3e954-6593-44a5-acfe-c7dba55b0a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.216973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-93d3e954-6593-44a5-acfe-c7dba55b0a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.315919 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-93d3e954-6593-44a5-acfe-c7dba55b0a9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97002b6d0dc3419084bade2e3891b25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773553 Oct 27 01:48:15.316556 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43340) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:15.318977 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3e954-6593-44a5-acfe-c7dba55b0a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b8134-454b-4155-9d84-a7d13a9347b1,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:15.390733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c0bb6863-42a5-4e81-b877-0693c97349bf req-2e06e328-b784-49ac-82d9-c70730f54d0a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0573602 Oct 27 01:48:15.412396 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43342) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:15.446803 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.471867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.835299 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.838733 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.840138 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/361b8134-454b-4155-9d84-a7d13a9347b1 HTTP/1.1" status: 204 len: 168 time: 0.5223513 Oct 27 01:48:15.851050 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06642af-95ad-48c3-b5c0-143343bbcfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b8134-454b-4155-9d84-a7d13a9347b1,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:15.885289 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3459ab6a-edbc-4a01-9064-088f0d70f769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:15.967236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41ac9-4b1d-4646-b7e3-e49818214818 req-353a95e3-571c-4337-a605-1b2e088da838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:15.968905 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1aa41ac9-4b1d-4646-b7e3-e49818214818 req-353a95e3-571c-4337-a605-1b2e088da838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.0856237 Oct 27 01:48:16.081830 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1aa41ac9-4b1d-4646-b7e3-e49818214818 req-419a1a15-db44-422e-9a5c-4c1958e44a74 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997450 Oct 27 01:48:16.088177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e706-0c3b-4d0b-a8ec-27426698e529 req-2dbe5b2d-396b-4909-b7f2-bec44b23026f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:16.116558 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b954e706-0c3b-4d0b-a8ec-27426698e529 req-2dbe5b2d-396b-4909-b7f2-bec44b23026f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 931 time: 0.0958860 Oct 27 01:48:16.135230 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3459ab6a-edbc-4a01-9064-088f0d70f769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.186725 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b954e706-0c3b-4d0b-a8ec-27426698e529 req-df0d3977-83f0-4bf4-a186-491e11e97f5d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Oct 27 01:48:16.216423 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2e929fc-b733-4712-8adc-b88085fcf917 req-2ab2bdcf-afdb-4ffe-acf6-43cd6862d0a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0311246 Oct 27 01:48:16.277738 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3459ab6a-edbc-4a01-9064-088f0d70f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.325501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-3459ab6a-edbc-4a01-9064-088f0d70f769 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=246bcce25fec406792c37512059003da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9116757 Oct 27 01:48:16.327134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459ab6a-edbc-4a01-9064-088f0d70f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0c112-667f-404e-bb98-bde884349ca6,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:16.339078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43374) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:16.398349 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.435947 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.512660 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b86157b5-e0cb-4a13-82af-5d1f97ca7b56 req-550cfab2-34e8-4458-8527-cd0f59dbdb48 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0452318 Oct 27 01:48:16.738098 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.741166 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:16.744567 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afe0c112-667f-404e-bb98-bde884349ca6 HTTP/1.1" status: 204 len: 168 time: 0.4126019 Oct 27 01:48:16.751316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca8bf6-1d9b-4d15-9a4a-d66470e32563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0c112-667f-404e-bb98-bde884349ca6,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:17.201372 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0643f-99d1-4ad0-9947-bb943edd770e req-e5eac6ea-8232-4c00-91e3-b0509c308109 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:17.203441 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ffa0643f-99d1-4ad0-9947-bb943edd770e req-e5eac6ea-8232-4c00-91e3-b0509c308109 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.0502539 Oct 27 01:48:17.261667 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ffa0643f-99d1-4ad0-9947-bb943edd770e req-9953cc2c-ec86-4357-b809-e423ea1579ac tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520096 Oct 27 01:48:17.339105 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc0dbf-6815-44fd-b087-c28cbb86cdbb req-15166114-e85c-4b60-b112-119ca66c633a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:17.339638 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5db6a73e-902a-4492-8e48-1e2430b12932 req-7ee4e19a-46a9-4a0b-95d3-f66f220899ae tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Oct 27 01:48:17.340539 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6cc0dbf-6815-44fd-b087-c28cbb86cdbb req-15166114-e85c-4b60-b112-119ca66c633a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 931 time: 0.0533695 Oct 27 01:48:17.383252 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43396) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:17.393550 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6cc0dbf-6815-44fd-b087-c28cbb86cdbb req-b5046b0a-a817-4cb0-a32b-6c8c3a82acf5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368240 Oct 27 01:48:17.404507 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-367adaab-14ea-4508-b3fa-7ad58f9bc6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.521993 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-367adaab-14ea-4508-b3fa-7ad58f9bc6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.590704 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-367adaab-14ea-4508-b3fa-7ad58f9bc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.623515 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f9bfe296-2151-4045-8da9-3e19ee985431 req-8140d2a8-328c-43d1-896e-dce4bfe66e99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0424130 Oct 27 01:48:17.648660 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-367adaab-14ea-4508-b3fa-7ad58f9bc6ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4a50d7038dd40799d8f5722f63e3e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639201 Oct 27 01:48:17.651163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367adaab-14ea-4508-b3fa-7ad58f9bc6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f44a552-4d3d-4ddc-bae5-ad2644059aa9,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:17.652260 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43408) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:17.707788 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.728341 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.829515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.832276 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:17.833565 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f44a552-4d3d-4ddc-bae5-ad2644059aa9 HTTP/1.1" status: 204 len: 168 time: 0.1784706 Oct 27 01:48:17.847488 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6432399-f213-4872-8895-74be2dac817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f44a552-4d3d-4ddc-bae5-ad2644059aa9,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:17.935084 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43416) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:17.948798 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a16ab07c-7073-40d1-b37f-cadf250db5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.024989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a16ab07c-7073-40d1-b37f-cadf250db5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.117615 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a16ab07c-7073-40d1-b37f-cadf250db5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.158448 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a16ab07c-7073-40d1-b37f-cadf250db5f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b549568ff92149a7a8e2699403ea234e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214100 Oct 27 01:48:18.158448 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ab07c-7073-40d1-b37f-cadf250db5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab570f-b279-4026-8345-da54b5c4e2ba,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:18.158828 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43420) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:18.208354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.229589 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.350984 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.360449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:18.360449 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fab570f-b279-4026-8345-da54b5c4e2ba HTTP/1.1" status: 204 len: 168 time: 0.1973481 Oct 27 01:48:18.371879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a03cd-afe9-44aa-bfc8-5a4f3bc7b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab570f-b279-4026-8345-da54b5c4e2ba,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:18.416433 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae369-f08c-42cc-9574-b2ff153871e4 req-51901904-613f-4b7d-8724-4f26bff424a6 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:18.417955 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c7bae369-f08c-42cc-9574-b2ff153871e4 req-51901904-613f-4b7d-8724-4f26bff424a6 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.0832965 Oct 27 01:48:18.456796 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0f1395a8-01d0-478c-b02d-716f04928f78 req-f119d7cc-d0d8-47fd-85e2-4f88bcc041f9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Oct 27 01:48:18.461720 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c7bae369-f08c-42cc-9574-b2ff153871e4 req-0188c943-175a-48f0-b3f9-0d723eddac6b tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Oct 27 01:48:18.577135 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b182fa-874d-4e43-923d-91bc63091a01 req-a29e9203-670b-40c6-a834-240107a7af5c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:18.579251 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-70b182fa-874d-4e43-923d-91bc63091a01 req-a29e9203-670b-40c6-a834-240107a7af5c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 931 time: 0.0509198 Oct 27 01:48:18.625005 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-70b182fa-874d-4e43-923d-91bc63091a01 req-716eb14e-82fd-4e04-8157-17d5500554f0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Oct 27 01:48:18.724268 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-99b8d5cf-b448-4ae0-a6ac-38ac5d5b8783 req-c7244c05-0884-4ec3-a6c8-ce107c1ed858 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0267487 Oct 27 01:48:19.245555 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Request body: {'port': {'device_id': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:19.287924 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Request body: {'port': {'device_id': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:19.347339 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:19.402685 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:19.473097 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-4ca4202e-d657-4613-9cf7-f5fdbb3e6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:19.474566 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-4ca4202e-d657-4613-9cf7-f5fdbb3e6adf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9ca9a603cb92482e8cb69e023e9355ae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2677057 Oct 27 01:48:19.728829 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43500) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:19.743546 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-bbc02d0e-2e96-47d9-a2e7-25425cf4cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:19.745598 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9bd3a2b-461c-413f-949e-14f4cef0859c req-bbc02d0e-2e96-47d9-a2e7-25425cf4cba7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2038875 Oct 27 01:48:19.761744 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa525c11-5c74-45fd-bb78-a08ac36944a6 req-ad55f6a4-6aeb-4c0d-ad14-ac47acfe4e6d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0474415 Oct 27 01:48:19.817550 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff06ad-487e-4c24-a824-03353a4033cf req-c917fec5-e252-48c0-947e-99e9f5a4e1c1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:19.819108 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ccff06ad-487e-4c24-a824-03353a4033cf req-c917fec5-e252-48c0-947e-99e9f5a4e1c1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.1013818 Oct 27 01:48:19.919725 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ccff06ad-487e-4c24-a824-03353a4033cf req-13d87922-4170-4dcc-bc92-f97aa7fc4617 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873065 Oct 27 01:48:19.927369 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:19.935567 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:19.973042 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-5752c29b-cec6-4ed7-a3a6-3283c0c81170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:19.974538 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-5752c29b-cec6-4ed7-a3a6-3283c0c81170 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ca9a603cb92482e8cb69e023e9355ae&device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 1096 time: 0.0805686 Oct 27 01:48:19.979839 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Transition to ACTIVE for port object 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:48:19.983386 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f2a5d-f734-4967-938e-56f849631426 req-168f8ff3-db89-406c-8c4a-ddaf94fe6525 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:19.985080 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5c8f2a5d-f734-4967-938e-56f849631426 req-168f8ff3-db89-406c-8c4a-ddaf94fe6525 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 931 time: 0.1138034 Oct 27 01:48:20.030902 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a5f6fa52-4963-4ca3-9e78-9d2d27f9759c req-4cec6599-2b4c-49f7-9461-605d2968f0f5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0279365 Oct 27 01:48:20.091423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.112376 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5c8f2a5d-f734-4967-938e-56f849631426 req-5f2480c8-18ee-4ef0-800d-bc7c24637766 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151931 Oct 27 01:48:20.116459 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-55ca6f8c-ca0c-4d07-9239-a5db7940b4df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce HTTP/1.1" status: 200 len: 217 time: 0.1021338 Oct 27 01:48:20.154720 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:20.231691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-f5d9eb9d-8ae1-43ae-bf59-3c9535a5156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:20.231691 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-f5d9eb9d-8ae1-43ae-bf59-3c9535a5156a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b56bae6d-df4b-49b3-94da-eab936bb9c71 HTTP/1.1" status: 200 len: 851 time: 0.1041100 Oct 27 01:48:20.238032 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Attempting to bind port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:20.238397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Attempting to bind port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:20.239134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Attempting to bind port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:20.243843 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:48:20.244001 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Attempting to bind port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:20.248781 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:20.249145 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Checking segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:20.249718 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Bound using segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:20.250410 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Bound port: 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:20.250676 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.298816 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-ec141e84-6534-4ecf-b1f3-20896254d78c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a038402-7702-4b41-ad47-119b52c9c062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591121 Oct 27 01:48:20.310233 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dc305586-4a68-40c2-95ba-a89ca7226624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.321827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:20.327008 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:20.428238 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.469650 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:20.470557 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.472006 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] 10.222.0.71 "PUT /v2.0/ports/3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 200 len: 1093 time: 1.1931286 Oct 27 01:48:20.472642 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:20.481234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7432f6e5-21a2-4121-9038-38a7061d78a9 {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:20.493983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.504769 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-6196b904-5913-4eff-aff7-ff78e0239305 service neutron] 10.222.0.71 "GET /v2.0/networks/0a038402-7702-4b41-ad47-119b52c9c062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955891 Oct 27 01:48:20.528013 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Transition to ACTIVE for port object 7432f6e5-21a2-4121-9038-38a7061d78a9 will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:48:20.589302 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dc305586-4a68-40c2-95ba-a89ca7226624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.606605 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555e9e-f5fb-479b-9ca6-0570963c5ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:20.616160 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.671828 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f47a94fa-2a99-4da5-a188-5044d5d8ff7a req-b5e1d37e-694f-4c04-86f6-2974598ea9be service neutron] 10.222.0.71 "GET /v2.0/networks/0a038402-7702-4b41-ad47-119b52c9c062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569669 Oct 27 01:48:20.680478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dc305586-4a68-40c2-95ba-a89ca7226624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:20.725018 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Pushing event updated for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:20.882088 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0a1aceb-1ddd-41c3-ba91-3ecf2977c4b4 req-4f50eb81-4aa5-4bde-9dfd-628e24201453 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0314848 Oct 27 01:48:20.917057 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203fa89-19fa-4878-a5bd-340435c06e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:20.960084 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-dc305586-4a68-40c2-95ba-a89ca7226624 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de3327b75c4240919120a59a37dcd6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2434652 Oct 27 01:48:20.966415 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc305586-4a68-40c2-95ba-a89ca7226624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db34b9-8e30-481e-964a-288988b12a56,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:20.968992 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43546) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:21.056935 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Attempting to bind port 7432f6e5-21a2-4121-9038-38a7061d78a9 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:21.057296 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Attempting to bind port 7432f6e5-21a2-4121-9038-38a7061d78a9 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:21.057624 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Attempting to bind port 7432f6e5-21a2-4121-9038-38a7061d78a9 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:21.121759 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-42b007c3-1f30-44b7-af39-373430dac622 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.123424 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-42b007c3-1f30-44b7-af39-373430dac622 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 811 time: 0.1630478 Oct 27 01:48:21.124036 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Port 7432f6e5-21a2-4121-9038-38a7061d78a9 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:48:21.125853 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Attempting to bind port 7432f6e5-21a2-4121-9038-38a7061d78a9 on network 65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:21.134633 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-e7928005-cac5-4877-a1ef-32a16ec6bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.136164 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-e7928005-cac5-4877-a1ef-32a16ec6bc63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1096 time: 0.4236140 Oct 27 01:48:21.145827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbda35d-e9f0-4a48-9618-fdf004e5b926 req-873563c6-9cff-47a3-8cd4-c58bb46453f4 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.153040 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ddbda35d-e9f0-4a48-9618-fdf004e5b926 req-873563c6-9cff-47a3-8cd4-c58bb46453f4 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.1081927 Oct 27 01:48:21.167898 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:21.168242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Checking segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:21.168660 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Bound using segment: {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:21.169162 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Bound port: 7432f6e5-21a2-4121-9038-38a7061d78a9, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af9b2e6-4284-4475-82be-fe33855cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:21.169517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.220514 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b635e7ce-00e8-457d-b16f-b8ce4c010003 x-openstack-request-id: req-b635e7ce-00e8-457d-b16f-b8ce4c010003 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:21.220740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:21.220984 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b635e7ce-00e8-457d-b16f-b8ce4c010003 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:21.221420 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8', 'status': 'completed', 'code': 200} Oct 27 01:48:21.234912 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-b5068842-b5c4-414a-9b3b-1d203ce42cc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0752041 Oct 27 01:48:21.235319 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ddbda35d-e9f0-4a48-9618-fdf004e5b926 req-7f2bf636-0172-49b3-8db6-140a0ae6c537 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 Oct 27 01:48:21.235511 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.242560 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-f94bb3a3-bace-4f94-bb97-e4b76a4791b4 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 380 time: 0.0874565 Oct 27 01:48:21.258636 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'port': {'device_id': '447d5110-114c-4eef-80a2-0ecd802117ad', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'admin_state_up': True, 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'security_groups': ['f1bfa46e-c590-4a18-afca-231640731cdd']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:21.398342 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.407139 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e2bd797a-0312-42ad-bca5-f8ac95b99787 req-73d8c39f-006b-4b6a-997e-24f2c7f9e10d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.1167712 Oct 27 01:48:21.454931 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-ed4c9e8b-1504-4453-9b55-96526ffb8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.456465 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-ed4c9e8b-1504-4453-9b55-96526ffb8511 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.1965656 Oct 27 01:48:21.456583 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa15af4-71ef-400a-82c4-8c68ac9e5f2d req-c9fbf430-58d9-4873-a423-08f2e2d272a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.464262 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0aa15af4-71ef-400a-82c4-8c68ac9e5f2d req-c9fbf430-58d9-4873-a423-08f2e2d272a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 943 time: 0.0987236 Oct 27 01:48:21.504365 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Made reservation on behalf of 731d0de6b02a48508fe25e7e4197bf98 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:21.508325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.509455 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-5370443c-8cd2-42ba-b5a8-e963aba5066a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308218 Oct 27 01:48:21.553933 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0aa15af4-71ef-400a-82c4-8c68ac9e5f2d req-950eadd5-adda-44b9-8da4-41eb7008a5ef tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Oct 27 01:48:21.583232 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.587327 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.588845 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5db34b9-8e30-481e-964a-288988b12a56 HTTP/1.1" status: 204 len: 168 time: 0.6051321 Oct 27 01:48:21.610274 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c27f1-7919-472e-9e93-a0dbb614708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db34b9-8e30-481e-964a-288988b12a56,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:21.615945 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:21.663032 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7432f6e5-21a2-4121-9038-38a7061d78a9,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:21.690497 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-d13cf35a-af67-4476-944d-e718de5179da service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716282 Oct 27 01:48:21.699833 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Allocated IP 172.20.0.10 (51bd800c-cdc6-47d7-b0b9-78bfab79007e/270581ee-4093-4295-8831-e2583cde8c3e/693ab7c0-e322-4472-ba2f-3e70aabdfed3) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:21.770094 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.837641 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Pushing event updated for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:21.865935 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:21.866398 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.867744 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-ce847681-6e12-466c-9a80-1e3929adf25a service neutron] 10.222.0.71 "PUT /v2.0/ports/7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 1093 time: 2.6418624 Oct 27 01:48:21.868180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:21.870418 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20ba56-6921-4678-881e-3c38ce9f839c" -d '{"events": [{"name": "network-changed", "server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:21.887842 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a5a3967-a356-4b47-825d-1d5f16be4cfb req-dfefa2d5-a399-4e3a-98ab-b2aa04361e86 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882789 Oct 27 01:48:21.903320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:21.909854 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ca7f97-3505-4570-9ccb-a8115cd2402e x-openstack-request-id: req-93ca7f97-3505-4570-9ccb-a8115cd2402e {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:21.910305 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:21.910725 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93ca7f97-3505-4570-9ccb-a8115cd2402e {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:21.911267 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9', 'status': 'completed', 'code': 200} Oct 27 01:48:22.042625 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f63419c3-428f-4b35-80a4-6ccf70559243 req-7f322325-5ab5-4053-bf14-ebcf9eaf5af0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Oct 27 01:48:22.068884 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:22.127120 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:22.145099 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.71', 56196) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:22.155325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:22.161562 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:22.173104 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.174073 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:22.178794 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:22.202197 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-3b487f1b-9014-4001-a44d-3700e7375358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.203776 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-3b487f1b-9014-4001-a44d-3700e7375358 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1096 time: 0.2096703 Oct 27 01:48:22.227884 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-8c892dfb-4cc6-4f01-b1d9-694efa0ba92e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.229351 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-8c892dfb-4cc6-4f01-b1d9-694efa0ba92e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 816 time: 0.2547681 Oct 27 01:48:22.238425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-f6995e5c-7699-4e5b-877a-cbf4a26768a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.239990 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-f6995e5c-7699-4e5b-877a-cbf4a26768a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1096 time: 0.0912426 Oct 27 01:48:22.305640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4cf0c498-f6a7-413d-b86f-db5a327d523e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0510774 Oct 27 01:48:22.346884 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Request body: {'port': {'device_id': '447d5110-114c-4eef-80a2-0ecd802117ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:22.416436 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:22.475378 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-c1f2bf0a-5bd1-4c80-8daf-9429024d73a7 None None] Provisioning complete for port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:22.478565 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c1f2bf0a-5bd1-4c80-8daf-9429024d73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:22.573213 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2bf0a-5bd1-4c80-8daf-9429024d73a7 None None] Port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:22.659521 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43626) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:22.757412 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ab9bcc0a-c5d0-4c51-abb5-cfd99a0ee081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:22.783418 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558c0d4-0798-41c1-8564-ec5b8cf70f45 req-10c63385-9bd3-4172-8bdb-ddc8ba1be0f4 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.783418 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b558c0d4-0798-41c1-8564-ec5b8cf70f45 req-10c63385-9bd3-4172-8bdb-ddc8ba1be0f4 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.4732687 Oct 27 01:48:22.792294 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-d27f2cbe-8c88-44eb-b9c7-49bb61cc474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.793821 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-d27f2cbe-8c88-44eb-b9c7-49bb61cc474c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=752be3d855cd4daf84a4f2af1ad30577&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4507790 Oct 27 01:48:22.798920 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-3851ffd6-a2ea-4528-8b6f-0180d58bae52 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 380 time: 0.4579284 Oct 27 01:48:22.828451 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'port': {'device_id': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'admin_state_up': True, 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'security_groups': ['9805500a-a553-4621-beec-1c0e32f06f0f']}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:22.843172 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-004d2a21-f7c7-49bc-b1cf-ee1e7b767f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.845488 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-004d2a21-f7c7-49bc-b1cf-ee1e7b767f13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.5040286 Oct 27 01:48:22.901623 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22dd88-7211-466f-b027-141f66bffb87 req-e2a8f53b-b675-43af-84cf-377298635066 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:22.903095 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dd22dd88-7211-466f-b027-141f66bffb87 req-e2a8f53b-b675-43af-84cf-377298635066 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 932 time: 0.0954993 Oct 27 01:48:22.966606 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dd22dd88-7211-466f-b027-141f66bffb87 req-8f588026-45b3-4ac0-9630-a9ddebb32136 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552499 Oct 27 01:48:23.011695 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-da87289c-daa0-49f5-a895-ecf9aabd29ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.1135039 Oct 27 01:48:23.026995 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693ab7c0-e322-4472-ba2f-3e70aabdfed3 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:23.038266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.042095 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b558c0d4-0798-41c1-8564-ec5b8cf70f45 req-916b0bb9-6b6c-4f44-b145-bf4083620722 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404072 Oct 27 01:48:23.057558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Transition to ACTIVE for port object 693ab7c0-e322-4472-ba2f-3e70aabdfed3 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:48:23.120449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.212075 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-3abd5f24-54e3-45eb-92d9-ddad8c32ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.220638 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ce20ba56-6921-4678-881e-3c38ce9f839c req-3abd5f24-54e3-45eb-92d9-ddad8c32ca24 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3993602 Oct 27 01:48:23.224119 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-32742d22-5bba-46d7-8942-db8171884ffa req-c875658f-6cd8-4aba-838f-19ee8c68d309 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0656426 Oct 27 01:48:23.225299 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd274c7-62c1-44a4-9e57-7c196889012d req-9eea2b1b-c5b0-4dcd-b247-afc3c1f776e9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.227076 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dd274c7-62c1-44a4-9e57-7c196889012d req-9eea2b1b-c5b0-4dcd-b247-afc3c1f776e9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 943 time: 0.1477795 Oct 27 01:48:23.231619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-af15d3f8-9d9f-4ebe-86b8-5116d6717895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.233061 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-af15d3f8-9d9f-4ebe-86b8-5116d6717895 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.2055173 Oct 27 01:48:23.282121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ab9bcc0a-c5d0-4c51-abb5-cfd99a0ee081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.284911 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-1d8bdb61-9b0d-4f9d-b04f-5a5cd5dbac8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427999 Oct 27 01:48:23.295678 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Attempting to bind port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:23.296013 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Attempting to bind port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:23.296337 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Attempting to bind port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:23.306019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Pushing event updated for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:23.311917 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:48:23.312536 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Attempting to bind port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:23.332224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Made reservation on behalf of 59a3b3571da641169cf80fe1afdd9c84 for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:23.332376 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:23.332376 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Checking segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:23.332827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Bound using segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:23.333293 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Bound port: 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:23.333701 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.333915 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.355583 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dd274c7-62c1-44a4-9e57-7c196889012d req-1560acfc-cf36-424d-bd0c-60979da53ab5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Oct 27 01:48:23.415127 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:23.418235 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:23.422615 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ab9bcc0a-c5d0-4c51-abb5-cfd99a0ee081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.525656 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.577071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.577819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:23.579793 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] 10.222.0.71 "PUT /v2.0/ports/693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1094 time: 1.2403979 Oct 27 01:48:23.580250 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:23.582853 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081bdc50-c0de-4588-be96-35cf52e5a0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:23.629479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d3c4-bf93-4420-8191-5793828ee321 service neutron] Pushing event updated for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:23.658601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626de177-5dd0-4c99-b4ed-41810d2cef74 x-openstack-request-id: req-626de177-5dd0-4c99-b4ed-41810d2cef74 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:23.658912 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:23.659228 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-626de177-5dd0-4c99-b4ed-41810d2cef74 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:23.659674 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'status': 'completed', 'code': 200} Oct 27 01:48:23.746578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43668) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:23.819583 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bcc0a-c5d0-4c51-abb5-cfd99a0ee081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82103c96-6a33-48a7-89c1-f45347e1be57,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:23.828645 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ab9bcc0a-c5d0-4c51-abb5-cfd99a0ee081 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efaaa679727341f9a54800c07f918d07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1508577 Oct 27 01:48:23.831141 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43672) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:23.838543 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-8f1b1c87-0819-45b6-8e7c-3c32b5383208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.839690 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-8f1b1c87-0819-45b6-8e7c-3c32b5383208 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1097 time: 0.1216125 Oct 27 01:48:23.884307 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-3a6d11b4-9212-4053-8521-d335276dba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:23.888570 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-3a6d11b4-9212-4053-8521-d335276dba64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1096 time: 0.4842293 Oct 27 01:48:23.916140 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Allocated IP 172.20.0.3 (d1d2fdb1-c235-4885-861d-330ad9535aab/753666b8-2900-47e3-b9e9-95d442dcc965/f7866517-f1cd-4cf0-843a-526f2a08dd32) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:23.923547 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-13f5fdd1-8574-4d7b-a044-970d6d878253 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193994 Oct 27 01:48:23.970580 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-d4682473-643f-4db9-99ad-efa8f263a58d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0659635 Oct 27 01:48:24.029793 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6933fdd5-c610-494b-8a57-c6f2accd65b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.035528 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.128203 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.153710 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-0f010fdb-1e4d-4a4f-978d-60186941d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.155182 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-0f010fdb-1e4d-4a4f-978d-60186941d7a7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=731d0de6b02a48508fe25e7e4197bf98&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2994821 Oct 27 01:48:24.176131 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-307361a4-79c8-43fc-9a89-007c2572c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.177580 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-307361a4-79c8-43fc-9a89-007c2572c0f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.1861269 Oct 27 01:48:24.262731 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-dc56bfe0-691a-4e66-a58a-551246540f57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586190 Oct 27 01:48:24.273785 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-d4ed703f-9059-4985-b66a-4262f4ed05fd service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226812 Oct 27 01:48:24.282540 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178eabd-a625-446c-bb36-a9f069af5817 req-b75e3f96-c962-45db-b345-87967493e46a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.284082 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2178eabd-a625-446c-bb36-a9f069af5817 req-b75e3f96-c962-45db-b345-87967493e46a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.2144876 Oct 27 01:48:24.357319 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa66eb-a348-4955-98c7-3236f03a5b97 req-e14f91be-4ad7-4885-ac63-30fdec1fed36 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.365036 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c8aa66eb-a348-4955-98c7-3236f03a5b97 req-e14f91be-4ad7-4885-ac63-30fdec1fed36 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.2484999 Oct 27 01:48:24.385338 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.392217 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.392217 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82103c96-6a33-48a7-89c1-f45347e1be57 HTTP/1.1" status: 204 len: 168 time: 0.5591872 Oct 27 01:48:24.407056 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2178eabd-a625-446c-bb36-a9f069af5817 req-24c9aff4-e5c5-4483-a231-b535d3d8110d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046026 Oct 27 01:48:24.409770 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-854b9201-8aac-4972-aefb-3ba93612ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.416642 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-081bdc50-c0de-4588-be96-35cf52e5a0f6 req-854b9201-8aac-4972-aefb-3ba93612ca6d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2518649 Oct 27 01:48:24.417481 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.429278 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657c485-b4cd-4392-a610-4b37148a40d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82103c96-6a33-48a7-89c1-f45347e1be57,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:24.486946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6933fdd5-c610-494b-8a57-c6f2accd65b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.501665 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c8aa66eb-a348-4955-98c7-3236f03a5b97 req-53266f8d-88dd-46c9-bc39-155e6b93c12f tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347182 Oct 27 01:48:24.517059 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-750b81e7-7951-433a-9bf8-fd0286075ac9 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424145 Oct 27 01:48:24.548634 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c017ead3-e495-4a26-a0a3-b70d0bd9c54c req-1c6b4f82-13b6-4627-9eb5-a014537ddde7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0314217 Oct 27 01:48:24.559401 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4ace1200-bfa4-4701-9c35-b2797fde6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.561201 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-4ace1200-bfa4-4701-9c35-b2797fde6bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1097 time: 0.0714808 Oct 27 01:48:24.585137 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6933fdd5-c610-494b-8a57-c6f2accd65b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.645916 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-425c7733-8e97-4052-ba3b-611b41f164bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 217 time: 0.0657260 Oct 27 01:48:24.665016 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-6933fdd5-c610-494b-8a57-c6f2accd65b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c2c77625e7748dca702dadfea094de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030969 Oct 27 01:48:24.667784 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43694) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:24.673869 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933fdd5-c610-494b-8a57-c6f2accd65b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63119ec-f1ab-4fe8-8e55-0e9a936a6646,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:24.703564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec146c63-4fec-4c8b-9569-e6517da7b742 req-df44b49c-6a95-4d02-91b7-f24bc286c468 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.705140 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ec146c63-4fec-4c8b-9569-e6517da7b742 req-df44b49c-6a95-4d02-91b7-f24bc286c468 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 943 time: 0.1242392 Oct 27 01:48:24.711651 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.732615 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-f6ee531f-1b1f-4f78-ba47-fd137b258ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.734649 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-f6ee531f-1b1f-4f78-ba47-fd137b258ecf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0801144 Oct 27 01:48:24.759573 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-a637358f-35fe-4574-a935-204f29a56ba1 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335227 Oct 27 01:48:24.779556 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Network d1d2fdb1-c235-4885-861d-330ad9535aab is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:24.796265 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:24.796265 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:24.802381 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.803026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.814506 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:24.815901 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.819144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-28380778-bc72-4ef2-8cc5-603d222e1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:24.822953 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ec146c63-4fec-4c8b-9569-e6517da7b742 req-dbfba0b4-a599-4bd6-b172-93d167442ea1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093013 Oct 27 01:48:24.861200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-3bd64b57-d6ea-4ab5-acad-cac7f0c1bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:24.861200 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-3bd64b57-d6ea-4ab5-acad-cac7f0c1bb01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138568 Oct 27 01:48:24.861200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.004341 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-55a23b30-565d-4672-ac33-d2d61247f5ed service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373348 Oct 27 01:48:25.027629 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2e64b838-cfd7-4abf-8927-90e8d95fdc11 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2143495 Oct 27 01:48:25.088114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Request body: {'port': {'device_id': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:25.100228 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d8cd3d32-1698-49a4-9367-6cb30cab14cb req-5be41569-a0e2-40ab-aca1-0ac28efbb782 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874984 Oct 27 01:48:25.119870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.122497 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.123614 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c63119ec-f1ab-4fe8-8e55-0e9a936a6646 HTTP/1.1" status: 204 len: 168 time: 0.4549098 Oct 27 01:48:25.142926 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a24d9-45f5-4ee5-b94a-dcde95988683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63119ec-f1ab-4fe8-8e55-0e9a936a6646,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:25.165980 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.169284 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-4e82badd-6799-4bd6-b2b7-21fb8ea84042 None None] Provisioning complete for port f7866517-f1cd-4cf0-843a-526f2a08dd32 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:25.169771 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4e82badd-6799-4bd6-b2b7-21fb8ea84042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.251121 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-4e82badd-6799-4bd6-b2b7-21fb8ea84042 None None] Port f7866517-f1cd-4cf0-843a-526f2a08dd32 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:25.490203 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:25.500706 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.518291 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Transition to ACTIVE for port object f7866517-f1cd-4cf0-843a-526f2a08dd32 will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:48:25.600412 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.653204 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:48:25.715075 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7da35-ede4-439a-81b5-33d85eb67136 req-c840a193-b95f-4dbf-8a3a-da35af9148b3 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:25.716683 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5fe7da35-ede4-439a-81b5-33d85eb67136 req-c840a193-b95f-4dbf-8a3a-da35af9148b3 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.2554238 Oct 27 01:48:25.804972 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5fe7da35-ede4-439a-81b5-33d85eb67136 req-e0901ff1-d4ef-4f22-87a1-7267d5e84fba tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806761 Oct 27 01:48:25.871819 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:25.884271 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28804-9cf1-418f-85cc-3c26a84f8680 req-3bfd0644-a15a-4d9a-950d-df24d451836f tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:25.886214 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-45a28804-9cf1-418f-85cc-3c26a84f8680 req-3bfd0644-a15a-4d9a-950d-df24d451836f tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.1997595 Oct 27 01:48:25.886457 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Attempting to bind port f7866517-f1cd-4cf0-843a-526f2a08dd32 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:25.886783 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Attempting to bind port f7866517-f1cd-4cf0-843a-526f2a08dd32 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:25.887103 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Attempting to bind port f7866517-f1cd-4cf0-843a-526f2a08dd32 on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:25.892357 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:25.897347 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Port f7866517-f1cd-4cf0-843a-526f2a08dd32 on network d1d2fdb1-c235-4885-861d-330ad9535aab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Attempting to bind port f7866517-f1cd-4cf0-843a-526f2a08dd32 on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Checking segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Bound using segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Bound port: f7866517-f1cd-4cf0-843a-526f2a08dd32, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:25.908256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:25.917385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'network_id': '0a038402-7702-4b41-ad47-119b52c9c062', 'port_id': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'mac_address': 'fa:16:3e:f7:fc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56bae6d-df4b-49b3-94da-eab936bb9c71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:48:25.961589 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9907-ffe0-4e9f-8ded-7ff3ec996233 req-7b96c138-cd78-439f-88ae-0033a2738ad0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:25.970757 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b66a9907-ffe0-4e9f-8ded-7ff3ec996233 req-7b96c138-cd78-439f-88ae-0033a2738ad0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0821459 Oct 27 01:48:25.978130 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-45a28804-9cf1-418f-85cc-3c26a84f8680 req-358ba94a-e6a1-4a8c-bb88-0eaff7c795c2 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738289 Oct 27 01:48:25.985856 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.007269 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:26.008058 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:26.012161 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:26.044807 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b66a9907-ffe0-4e9f-8ded-7ff3ec996233 req-e2ae6835-a0cf-4eee-914c-8392281c2f01 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730798 Oct 27 01:48:26.045044 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:26.094107 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.146144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.147459 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:48:26.158618 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43746) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:26.170245 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:26.170864 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.172794 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] 10.222.0.71 "PUT /v2.0/ports/f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 1093 time: 1.0917339 Oct 27 01:48:26.174153 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:26.176435 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b266113-7afd-4574-a8a5-3cec56f9097b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:26.186699 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2134393-7f97-42b2-a70c-bd169f896272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.210668 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7a0de-69f2-42a5-8a6a-57100eeaea95 req-46672c95-ba1c-4e30-a9dc-88ee8b49ea42 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:26.216320 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1cc7a0de-69f2-42a5-8a6a-57100eeaea95 req-46672c95-ba1c-4e30-a9dc-88ee8b49ea42 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 943 time: 0.1343644 Oct 27 01:48:26.225330 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537741-38b5-42c9-aca9-7a475bdbe620 service neutron] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:26.269228 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f8bc1-33e3-43c7-8508-a105b09579ee x-openstack-request-id: req-ef5f8bc1-33e3-43c7-8508-a105b09579ee {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:26.275425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:26.275425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef5f8bc1-33e3-43c7-8508-a105b09579ee {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:26.275425 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'status': 'completed', 'code': 200} Oct 27 01:48:26.282782 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.db.resource_extend [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 01:48:26.310792 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1cc7a0de-69f2-42a5-8a6a-57100eeaea95 req-918c1809-9676-46b1-911d-8733816951f6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Oct 27 01:48:26.324695 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2134393-7f97-42b2-a70c-bd169f896272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.362332 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:26.383818 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-3aead0ee-a0b1-4ae8-bafa-ac8029ee0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:26.385447 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-3aead0ee-a0b1-4ae8-bafa-ac8029ee0a43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1096 time: 0.0648577 Oct 27 01:48:26.399383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2134393-7f97-42b2-a70c-bd169f896272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.410947 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:26.427405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'port_id': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8', 'mac_address': 'fa:16:3e:25:b1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:48:26.465204 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43754) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:26.465378 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d2134393-7f97-42b2-a70c-bd169f896272 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3f4944ed78a45b8965aa19930307516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049951 Oct 27 01:48:26.466491 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2134393-7f97-42b2-a70c-bd169f896272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cca7fd-7fcd-4d9b-b2a8-e2281dbccc32,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:26.484824 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.506765 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:26.532859 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:26.541694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.571616 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.605214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.650699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:26.672683 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.675497 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:26.679778 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5cca7fd-7fcd-4d9b-b2a8-e2281dbccc32 HTTP/1.1" status: 204 len: 168 time: 0.2102487 Oct 27 01:48:26.689211 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aac1c-827a-44f4-b258-364646f568d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cca7fd-7fcd-4d9b-b2a8-e2281dbccc32,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:26.922205 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2847c49-4242-4b69-9fa5-f58409866b17 req-5485995d-a9c2-43ca-a33f-a1010188e759 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:26.923533 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b2847c49-4242-4b69-9fa5-f58409866b17 req-5485995d-a9c2-43ca-a33f-a1010188e759 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0492799 Oct 27 01:48:26.966579 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b2847c49-4242-4b69-9fa5-f58409866b17 req-17559173-4ef1-4b66-9278-a1349e817a62 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357590 Oct 27 01:48:27.106378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa462820-ca10-4d42-bb8b-d1aecd48344b req-f201162a-fa9f-4311-a5a6-005128fdc3ab tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:27.117632 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa462820-ca10-4d42-bb8b-d1aecd48344b req-f201162a-fa9f-4311-a5a6-005128fdc3ab tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0667758 Oct 27 01:48:27.162885 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa462820-ca10-4d42-bb8b-d1aecd48344b req-d806fb0d-e2ed-474a-a292-ede30993e788 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463319 Oct 27 01:48:27.179093 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c090a94-d9f8-4311-9984-866b03c4903c req-b29cdab6-f2c7-4843-a5cd-fdd417dc7b2b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:27.185410 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0c090a94-d9f8-4311-9984-866b03c4903c req-b29cdab6-f2c7-4843-a5cd-fdd417dc7b2b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0589416 Oct 27 01:48:27.225335 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0c090a94-d9f8-4311-9984-866b03c4903c req-1678ef48-011c-42ac-98da-afae6f02dcf5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Oct 27 01:48:27.438052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0541e-dade-4c84-9805-a85e6af54d04 req-b02e978b-7813-47c7-8a8d-37d82d1279a7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:27.439681 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3bc0541e-dade-4c84-9805-a85e6af54d04 req-b02e978b-7813-47c7-8a8d-37d82d1279a7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0508571 Oct 27 01:48:27.488158 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3bc0541e-dade-4c84-9805-a85e6af54d04 req-dd072df1-c2aa-427a-ba53-cecd1da90bf2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Oct 27 01:48:27.768964 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43826) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:27.786053 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b9fe951a-0fb8-45b2-a124-62256d43665b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:27.789183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-e81a2adb-493d-45e2-a6d0-4c6f949588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:27.790711 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-e81a2adb-493d-45e2-a6d0-4c6f949588ad service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=59a3b3571da641169cf80fe1afdd9c84&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1310594 Oct 27 01:48:27.872685 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1327732395-network', 'tenant_id': 'deda13dcc8794ae4a7f801d848477452'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:27.988150 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Made reservation on behalf of deda13dcc8794ae4a7f801d848477452 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:27.990444 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:27.999846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.076666 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.088547 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08ca86-2436-4f6d-86d3-e4e3a6da77d8 req-3db0b1aa-fe28-4530-846d-9eae9a099f4c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.090064 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ad08ca86-2436-4f6d-86d3-e4e3a6da77d8 req-3db0b1aa-fe28-4530-846d-9eae9a099f4c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0511763 Oct 27 01:48:28.132381 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ad08ca86-2436-4f6d-86d3-e4e3a6da77d8 req-89e84b7f-f518-4257-9416-be199688b34b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Oct 27 01:48:28.176483 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.201338 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:48:28.210142 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead569a4-e150-4412-b5d1-efb5ed66ec74,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:28.217929 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.217929 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Added segment 32f4da1c-1aae-4d44-8852-e69ca1c9fe91 of type vlan for network ec98f897-85cc-4378-a140-f28581c6b559 Oct 27 01:48:28.293771 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.339373 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbfc95-6d5a-4f6c-a86a-5648d2840547 req-d3a9d613-06fb-4ae4-b990-2e2cec33483e tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.342688 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39bbfc95-6d5a-4f6c-a86a-5648d2840547 req-d3a9d613-06fb-4ae4-b990-2e2cec33483e tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0909038 Oct 27 01:48:28.357135 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43848) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:28.368606 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a911e-25b5-4aba-aa98-2ab4d45ce315 req-81a8c55c-1c44-4d34-b039-9c3bc6a4e158 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.383620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.383620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.383620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.383926 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-158a911e-25b5-4aba-aa98-2ab4d45ce315 req-81a8c55c-1c44-4d34-b039-9c3bc6a4e158 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0635326 Oct 27 01:48:28.403985 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.412757 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-158a911e-25b5-4aba-aa98-2ab4d45ce315 req-2c06af58-dbc7-4409-b664-c0ee54a831e2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352681 Oct 27 01:48:28.459953 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39bbfc95-6d5a-4f6c-a86a-5648d2840547 req-9aad8aff-8c98-4127-9176-6ee52746f4c1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097295 Oct 27 01:48:28.463428 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] Pushing event updated for resources: {'Network': ['ID=ec98f897-85cc-4378-a140-f28581c6b559,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:28.474235 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network ec98f897-85cc-4378-a140-f28581c6b559 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:48:28.483841 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-26601bc8-8e82-4b19-acdc-3b9db07451db admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7131093 Oct 27 01:48:28.489164 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43852) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:28.494409 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Request body: {'subnet': {'network_id': 'ec98f897-85cc-4378-a140-f28581c6b559', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1327732395-subnet', 'tenant_id': 'deda13dcc8794ae4a7f801d848477452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:28.500509 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24e86855-5775-409a-95cb-f3c9ae7855ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.584779 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Made reservation on behalf of deda13dcc8794ae4a7f801d848477452 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:28.585428 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24e86855-5775-409a-95cb-f3c9ae7855ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.587276 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.654534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24e86855-5775-409a-95cb-f3c9ae7855ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.657472 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf418f-16fc-41e9-92f9-672142ecaeb2 req-a708ad68-1750-46ce-a5dd-c6735bfc0512 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.658960 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4bbf418f-16fc-41e9-92f9-672142ecaeb2 req-a708ad68-1750-46ce-a5dd-c6735bfc0512 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.1005025 Oct 27 01:48:28.699372 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-24e86855-5775-409a-95cb-f3c9ae7855ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e463ff7be5c14cf4bef0b8249ab6bdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385811 Oct 27 01:48:28.699569 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43858) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:28.706090 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e86855-5775-409a-95cb-f3c9ae7855ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594d2473-292c-43ec-8ba6-87de1e8b2ba9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:28.715263 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4bbf418f-16fc-41e9-92f9-672142ecaeb2 req-cb037d53-3071-4b40-a919-666bf1508fe1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Oct 27 01:48:28.797509 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.805235 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.840359 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.867560 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-e4f27461-7221-4162-ba33-5a3bdeb5c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:28.868969 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b266113-7afd-4574-a8a5-3cec56f9097b req-e4f27461-7221-4162-ba33-5a3bdeb5c859 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1423101 Oct 27 01:48:28.888914 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.946835 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=164c26bc-6b9f-4883-9be8-8243b499c58e,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:28.957288 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Checking segment: {'id': '32f4da1c-1aae-4d44-8852-e69ca1c9fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec98f897-85cc-4378-a140-f28581c6b559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:28.957643 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Network hostable DHCP agents. Network: ec98f897-85cc-4378-a140-f28581c6b559, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:48:28.987981 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.990553 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:28.991707 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/594d2473-292c-43ec-8ba6-87de1e8b2ba9 HTTP/1.1" status: 204 len: 168 time: 0.2913413 Oct 27 01:48:28.999977 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febb094-7276-4a9e-a94f-20839472899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d2473-292c-43ec-8ba6-87de1e8b2ba9,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:29.062711 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Network ec98f897-85cc-4378-a140-f28581c6b559 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:48:29.176778 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, ec98f897-85cc-4378-a140-f28581c6b559) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:29.181169 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:29.182336 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:29.186095 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0689c63a-4a8f-47f8-8ffb-41493b414608 None None] Network ec98f897-85cc-4378-a140-f28581c6b559 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:29.249182 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910bf84-f4f7-4485-adfc-2a5b5581350b req-0f794cdd-3acb-40be-b6eb-c0799ff931b7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:29.251259 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9910bf84-f4f7-4485-adfc-2a5b5581350b req-0f794cdd-3acb-40be-b6eb-c0799ff931b7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0506055 Oct 27 01:48:29.287626 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c21bb262-0c41-417f-818b-438b19107f6c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7972970 Oct 27 01:48:29.307613 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9910bf84-f4f7-4485-adfc-2a5b5581350b req-e8f735a7-545e-4f65-9d4f-5c57a758725a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Oct 27 01:48:29.326654 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15da1b6-01c3-4d55-81f8-1d7f2dc2f25f None None] Network ec98f897-85cc-4378-a140-f28581c6b559 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:29.529111 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e62c9-09e3-42f9-b620-3a7521aa7fc5 req-de03957f-7373-4924-a2a4-e09f57d0c563 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:29.531183 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-420e62c9-09e3-42f9-b620-3a7521aa7fc5 req-de03957f-7373-4924-a2a4-e09f57d0c563 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0497336 Oct 27 01:48:29.577140 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10dc30-fbc1-4fd4-8e29-2417c1ce4f6c req-00d8c648-c436-4837-a592-5b95bc37bca1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:29.578869 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d10dc30-fbc1-4fd4-8e29-2417c1ce4f6c req-00d8c648-c436-4837-a592-5b95bc37bca1 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0496926 Oct 27 01:48:29.579613 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-420e62c9-09e3-42f9-b620-3a7521aa7fc5 req-a1f94bcd-8006-4e2c-acdf-286e57fb8ec6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Oct 27 01:48:29.620939 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d10dc30-fbc1-4fd4-8e29-2417c1ce4f6c req-11214730-325c-4137-88ef-805df4dcce28 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Oct 27 01:48:29.698107 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43880) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:29.711723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ca2019fc-90cf-410b-ba02-04693f155d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:29.786687 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ca2019fc-90cf-410b-ba02-04693f155d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:29.839877 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2ca2-1c50-475f-8050-dfbbb4a07316 req-73a38899-0c55-4176-8798-eefb7608108e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:29.841364 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9c1e2ca2-1c50-475f-8050-dfbbb4a07316 req-73a38899-0c55-4176-8798-eefb7608108e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0520647 Oct 27 01:48:29.842478 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ca2019fc-90cf-410b-ba02-04693f155d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:29.898460 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ca2019fc-90cf-410b-ba02-04693f155d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bff2265af614334a672b8e76322f32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967957 Oct 27 01:48:29.898872 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43888) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:29.899325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2019fc-90cf-410b-ba02-04693f155d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aebc11-8184-4600-9168-7257e7afdfd1,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:29.918077 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9c1e2ca2-1c50-475f-8050-dfbbb4a07316 req-37561e80-3e10-4989-bda9-d9c90d142863 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Oct 27 01:48:29.961701 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:29.982868 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.052973 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 43896) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:30.057735 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829940997-network', 'tenant_id': 'b24e233ec9544e2194578e15fb224b5e'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:30.099983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.102486 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.103617 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1aebc11-8184-4600-9168-7257e7afdfd1 HTTP/1.1" status: 204 len: 168 time: 0.2036881 Oct 27 01:48:30.111205 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eba421-cf55-4cd6-adec-7e8b0164830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aebc11-8184-4600-9168-7257e7afdfd1,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:30.173692 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Made reservation on behalf of b24e233ec9544e2194578e15fb224b5e for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:30.176020 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.188147 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.207715 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-338d7eaa-06e4-4257-997b-7d3d2dd556f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.209175 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-338d7eaa-06e4-4257-997b-7d3d2dd556f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1096 time: 0.0638380 Oct 27 01:48:30.239396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.268581 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.353474 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.382280 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:48:30.419428 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.419765 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Added segment bce0d166-1701-491e-aebd-d79c5f889f74 of type vlan for network c1ec6314-a502-487a-8a04-1f7f6d5bbb0a Oct 27 01:48:30.420953 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4115cd5-f167-4250-9880-08d369ffc7dd,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:30.473891 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.474060 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e04809-9c79-4729-bf2c-35e39bba1636 req-07a71af0-ac1f-446e-be0b-5d9d68126051 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.478862 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-63e04809-9c79-4729-bf2c-35e39bba1636 req-07a71af0-ac1f-446e-be0b-5d9d68126051 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.1085792 Oct 27 01:48:30.478862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.548155 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-4809fdb8-dcc0-44e1-87b0-d82541e00ca1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 217 time: 0.0433345 Oct 27 01:48:30.560183 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-63e04809-9c79-4729-bf2c-35e39bba1636 req-8b253e64-9368-4050-b199-4b2136ccb71e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774922 Oct 27 01:48:30.604121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-aa48f41b-9f87-42d1-bdce-4ff2eebd78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.605570 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-aa48f41b-9f87-42d1-bdce-4ff2eebd78ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0445828 Oct 27 01:48:30.645259 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.650958 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.650958 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:30.724912 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-af1bb90a-2626-43af-a061-dad89fa8c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.726394 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-af1bb90a-2626-43af-a061-dad89fa8c2a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134989 Oct 27 01:48:30.735695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1ec6314-a502-487a-8a04-1f7f6d5bbb0a,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:30.741155 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a4d5-3de4-43e3-80e2-1b06cdb9d267 req-136f924f-55ad-494a-a2f2-f2ff701fd2d6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.743243 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e116a4d5-3de4-43e3-80e2-1b06cdb9d267 req-136f924f-55ad-494a-a2f2-f2ff701fd2d6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0659981 Oct 27 01:48:30.747740 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network c1ec6314-a502-487a-8a04-1f7f6d5bbb0a details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:48:30.789486 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e116a4d5-3de4-43e3-80e2-1b06cdb9d267 req-88fb2b8a-280f-41f5-a545-fcaaf710ef35 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Oct 27 01:48:30.806603 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-47229b36-40a0-4bf9-bed2-365f0643c5e7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7525361 Oct 27 01:48:30.807569 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 43918) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:30.813821 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Request body: {'subnet': {'network_id': 'c1ec6314-a502-487a-8a04-1f7f6d5bbb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829940997-subnet', 'tenant_id': 'b24e233ec9544e2194578e15fb224b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:30.838866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27d31-6eae-4159-ad12-3521a6aa6b3e req-c6d93683-ab2f-4c64-b04e-93cfa82e41e7 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:30.840294 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59f27d31-6eae-4159-ad12-3521a6aa6b3e req-c6d93683-ab2f-4c64-b04e-93cfa82e41e7 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.1227999 Oct 27 01:48:30.879450 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-2ec86d19-c191-4cd3-82e9-4f9d8e68aa58 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413586 Oct 27 01:48:30.910323 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59f27d31-6eae-4159-ad12-3521a6aa6b3e req-ece9f38a-7bd8-4ffb-936f-9354d9090eea tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603855 Oct 27 01:48:30.919678 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Made reservation on behalf of b24e233ec9544e2194578e15fb224b5e for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:30.922665 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:31.008251 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-82a51c95-ec6a-4057-95e8-3decef317b24 req-e626e913-9723-41ed-895a-2a57b9d2f603 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197007 Oct 27 01:48:31.105766 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7d074-e576-4ba4-9159-1af831bc3008 req-18603abe-10d7-4498-b67d-65d7d9a7a5d2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:31.107259 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8fa7d074-e576-4ba4-9159-1af831bc3008 req-18603abe-10d7-4498-b67d-65d7d9a7a5d2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0837603 Oct 27 01:48:31.192022 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8fa7d074-e576-4ba4-9159-1af831bc3008 req-d4309ee2-74d6-4a10-9f9b-e741c56b2669 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779850 Oct 27 01:48:31.254749 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:31.321530 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e64c5f-cbee-4111-9bc1-551eee456229,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:31.331482 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Checking segment: {'id': 'bce0d166-1701-491e-aebd-d79c5f889f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c1ec6314-a502-487a-8a04-1f7f6d5bbb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:31.331834 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Network hostable DHCP agents. Network: c1ec6314-a502-487a-8a04-1f7f6d5bbb0a, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:48:31.482842 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Network c1ec6314-a502-487a-8a04-1f7f6d5bbb0a is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:48:31.580320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, c1ec6314-a502-487a-8a04-1f7f6d5bbb0a) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:31.586264 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:31.586521 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:31.593970 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cf840-f95f-42a8-9e76-9a566e38beb8 None None] Network c1ec6314-a502-487a-8a04-1f7f6d5bbb0a requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:31.603860 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:48:31.697326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e0bdb-c7d8-44a0-b435-f5a25e79145e req-a1376ba5-361c-43b2-a8d8-220f000fd93c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:31.706719 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b2592937-36c7-4c78-bf25-e4ff0565fc02 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8891530 Oct 27 01:48:31.707712 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f66e0bdb-c7d8-44a0-b435-f5a25e79145e req-a1376ba5-361c-43b2-a8d8-220f000fd93c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0627327 Oct 27 01:48:31.749101 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f66e0bdb-c7d8-44a0-b435-f5a25e79145e req-a7df2905-393b-477b-b2e3-f7f58f399eb1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347810 Oct 27 01:48:31.800273 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['3296dc67-c93e-4920-b6b5-7899e8f3c4f8'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:48:31.917604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc29d6-e3ce-4b33-93ba-ba55f558e055 req-a6faaa42-f514-4202-8534-6aeb5b621036 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:31.919105 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57fc29d6-e3ce-4b33-93ba-ba55f558e055 req-a6faaa42-f514-4202-8534-6aeb5b621036 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0497062 Oct 27 01:48:31.960426 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57fc29d6-e3ce-4b33-93ba-ba55f558e055 req-05dac290-de45-453a-b3b6-ebfee89c3049 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341887 Oct 27 01:48:32.026995 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969edab-e0ba-4cdf-90a0-f494472431d7 None None] Network c1ec6314-a502-487a-8a04-1f7f6d5bbb0a requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:32.046021 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81ff42-ac1c-41d2-9511-9c9e8aa579ba req-3e869d7d-9456-4134-9108-e9a4d64f7cb0 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:32.048326 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8f81ff42-ac1c-41d2-9511-9c9e8aa579ba req-3e869d7d-9456-4134-9108-e9a4d64f7cb0 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0491309 Oct 27 01:48:32.102646 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8f81ff42-ac1c-41d2-9511-9c9e8aa579ba req-50901ff9-8a3b-4d61-9df5-a8da7247575e tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Oct 27 01:48:32.351121 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e82e0-fc95-43f5-942a-b4099fdf0e2e req-894186fb-f08c-4032-900a-e9e6aba3bbda tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:32.352771 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-781e82e0-fc95-43f5-942a-b4099fdf0e2e req-894186fb-f08c-4032-900a-e9e6aba3bbda tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0593474 Oct 27 01:48:32.403118 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-781e82e0-fc95-43f5-942a-b4099fdf0e2e req-65332b90-ffb9-4dee-8690-048440404c22 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Oct 27 01:48:32.883553 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5513-f9f3-4d66-b042-489c6812f3b6 req-6e573ff5-33d1-41ea-8c7f-b6c00a8b7116 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:32.885013 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-86cf5513-f9f3-4d66-b042-489c6812f3b6 req-6e573ff5-33d1-41ea-8c7f-b6c00a8b7116 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0609250 Oct 27 01:48:32.925411 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-86cf5513-f9f3-4d66-b042-489c6812f3b6 req-77ba2a13-44d8-4d10-8302-6ee07785f539 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Oct 27 01:48:33.082644 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ea24-42f3-40b3-96f2-4c48c40b50d4 req-f7f7120e-a893-48db-b45e-78c615048fb4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:33.084115 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7417ea24-42f3-40b3-96f2-4c48c40b50d4 req-f7f7120e-a893-48db-b45e-78c615048fb4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0511239 Oct 27 01:48:33.121599 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7417ea24-42f3-40b3-96f2-4c48c40b50d4 req-7c3ec1a4-5721-4b91-a7a8-50c9c52b89c4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Oct 27 01:48:33.219618 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc8b5-6bed-46c8-8627-b4382f21e6ed req-99f2db9e-acfe-4f07-bd82-8601cc548de6 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:33.220996 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-74bfc8b5-6bed-46c8-8627-b4382f21e6ed req-99f2db9e-acfe-4f07-bd82-8601cc548de6 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0568807 Oct 27 01:48:33.257750 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-74bfc8b5-6bed-46c8-8627-b4382f21e6ed req-8be46c71-e7ac-4031-b947-cf3d4953b665 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Oct 27 01:48:33.511238 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60ea1b-b083-46d0-b61d-5c18f01afd89 req-f3a6a38c-52cd-4c85-8593-f96102d0f84f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:33.512681 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ac60ea1b-b083-46d0-b61d-5c18f01afd89 req-f3a6a38c-52cd-4c85-8593-f96102d0f84f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0508454 Oct 27 01:48:33.549879 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ac60ea1b-b083-46d0-b61d-5c18f01afd89 req-14d4b7e8-cb06-4a7f-a6ff-ffc8acd2328e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Oct 27 01:48:34.037458 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2532f8-666a-495c-b204-93c4cc46b370 req-e36f2eb8-a516-44cc-9c88-8271f3de88fb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:34.038809 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9b2532f8-666a-495c-b204-93c4cc46b370 req-e36f2eb8-a516-44cc-9c88-8271f3de88fb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 944 time: 0.0476549 Oct 27 01:48:34.078687 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9b2532f8-666a-495c-b204-93c4cc46b370 req-f3cb5e15-6b2e-4164-ac8a-a7ed6214bb1c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Oct 27 01:48:34.113101 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 693ab7c0-e322-4472-ba2f-3e70aabdfed3 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:48:34.126601 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:34.239116 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c2778-ff9a-451e-a131-526815439ef4 req-9de37c70-f0f8-4703-ad59-26bb64dbf3f6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:34.240640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-168c2778-ff9a-451e-a131-526815439ef4 req-9de37c70-f0f8-4703-ad59-26bb64dbf3f6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0489562 Oct 27 01:48:34.247501 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:34.258839 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'port_id': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'mac_address': 'fa:16:3e:6f:cb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:48:34.279373 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-168c2778-ff9a-451e-a131-526815439ef4 req-d955234f-081b-4dba-80f8-c1acf9abb307 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Oct 27 01:48:34.292305 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:48:34.301733 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:34.302104 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.306034 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.344307 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693ab7c0-e322-4472-ba2f-3e70aabdfed3 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:34.375102 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:34.386196 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600190-a071-4cdc-ab2a-5ac4b528eb38 req-aa9167a4-cf49-4463-ad77-fa7ab1a0066d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:34.387704 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa600190-a071-4cdc-ab2a-5ac4b528eb38 req-aa9167a4-cf49-4463-ad77-fa7ab1a0066d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 944 time: 0.0572453 Oct 27 01:48:34.423671 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.430135 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa600190-a071-4cdc-ab2a-5ac4b528eb38 req-ddc6012d-96f9-4f8d-8957-7ee9bc35bfff tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Oct 27 01:48:34.448694 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:34.515465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.516133 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 7432f6e5-21a2-4121-9038-38a7061d78a9 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:48:34.529992 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:34.625413 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:34.643396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.643396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:34.643396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20aa620-9ea3-49cc-a96c-9cb7bee2806d" -d '{"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-plugged", "status": "completed", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:34.686830 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d613e-97e9-4e74-9785-048a338e9699 req-f49d5950-162b-4415-9343-2447b3c571c9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:34.688418 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3d2d613e-97e9-4e74-9785-048a338e9699 req-f49d5950-162b-4415-9343-2447b3c571c9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 944 time: 0.0698450 Oct 27 01:48:34.731069 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3d2d613e-97e9-4e74-9785-048a338e9699 req-b1b49b51-4370-46d0-aa47-dab63bdb298d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Oct 27 01:48:34.753167 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:34.760529 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b1503-7434-4231-9a40-beddbf66fd2e x-openstack-request-id: req-d67b1503-7434-4231-9a40-beddbf66fd2e {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:34.760830 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-plugged", "status": "completed", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:34.761217 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d67b1503-7434-4231-9a40-beddbf66fd2e {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:34.761563 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'code': 200} Oct 27 01:48:34.765290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7432f6e5-21a2-4121-9038-38a7061d78a9,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:34.779845 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '7432f6e5-21a2-4121-9038-38a7061d78a9', 'network_id': '65e7ccb9-3ae1-492b-a7c8-35b195b22dc9', 'port_id': '7432f6e5-21a2-4121-9038-38a7061d78a9', 'mac_address': 'fa:16:3e:9d:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d702f34-7462-462a-bb30-0d81c442f88d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:48:34.822341 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.837112 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7432f6e5-21a2-4121-9038-38a7061d78a9 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:34.859468 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7432f6e5-21a2-4121-9038-38a7061d78a9,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:34.888677 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:48:34.893638 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:34.894009 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.970891 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:34.976822 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:35.039994 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:35.045095 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:35.104554 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:35.150846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-ae251118-cdc8-429f-8c4f-04146b054194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:35.153508 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-ae251118-cdc8-429f-8c4f-04146b054194 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 1098 time: 0.0802889 Oct 27 01:48:35.177327 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:35.189261 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-c9a5dfc7-3575-44ff-b152-fb8934a241e7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:35.233773 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54aa75-642e-4f00-8bc5-228e4c6fd4fb req-4d6065bd-2a8c-4a97-8b99-f83cc48840e7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:35.236168 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ed54aa75-642e-4f00-8bc5-228e4c6fd4fb req-4d6065bd-2a8c-4a97-8b99-f83cc48840e7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 945 time: 0.0603554 Oct 27 01:48:35.283189 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ed54aa75-642e-4f00-8bc5-228e4c6fd4fb req-a1cc1c04-7f13-47b4-9e7f-d161abfeba33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389380 Oct 27 01:48:35.288464 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-c9a5dfc7-3575-44ff-b152-fb8934a241e7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:35.403676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70294847-13a1-4e66-af60-69359e6dfd41 req-694e90a4-d710-425e-a52e-16114aa9f5db tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:35.405123 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-70294847-13a1-4e66-af60-69359e6dfd41 req-694e90a4-d710-425e-a52e-16114aa9f5db tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0515995 Oct 27 01:48:35.442698 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-70294847-13a1-4e66-af60-69359e6dfd41 req-c501cdf9-8474-4283-a83c-6de5de855d3f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Oct 27 01:48:35.443322 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-c9a5dfc7-3575-44ff-b152-fb8934a241e7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:35.448221 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['693ab7c0-e322-4472-ba2f-3e70aabdfed3'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:48:35.474109 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-20b62f94-d9d0-4a00-8df4-57b788c53b96 req-c9a5dfc7-3575-44ff-b152-fb8934a241e7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136797 Oct 27 01:48:35.490090 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5dfc7-3575-44ff-b152-fb8934a241e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=129e9321-8147-4646-8cb7-31554f142a49,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:35.504256 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['7432f6e5-21a2-4121-9038-38a7061d78a9'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:48:35.612396 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c9ec-5a63-49c1-bdc2-f5ec849d5d88 req-137dff88-6ce9-491a-8d44-460a67de4032 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:35.614050 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ede1c9ec-5a63-49c1-bdc2-f5ec849d5d88 req-137dff88-6ce9-491a-8d44-460a67de4032 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0768614 Oct 27 01:48:35.674132 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ede1c9ec-5a63-49c1-bdc2-f5ec849d5d88 req-2b72e19a-bc23-471b-9b61-917a8d125b50 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Oct 27 01:48:35.849658 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe8e4-ac89-454a-973f-74bf46125b2e req-dafd6599-1623-4da3-a633-49112a11c6e7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:35.851188 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c76fe8e4-ac89-454a-973f-74bf46125b2e req-dafd6599-1623-4da3-a633-49112a11c6e7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0510170 Oct 27 01:48:35.891789 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c76fe8e4-ac89-454a-973f-74bf46125b2e req-f20b3935-ac7a-40e7-9cc7-bc435a54442b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Oct 27 01:48:36.123875 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:48:36.222126 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:36.234562 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:48:36.388364 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:36.404320 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:48:36.419177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d78cf-0f36-4d95-96a5-d0c6ee270d20 req-2bd3bd49-7602-4711-bf1a-664f15edb7d5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:36.421708 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f83d78cf-0f36-4d95-96a5-d0c6ee270d20 req-2bd3bd49-7602-4711-bf1a-664f15edb7d5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 945 time: 0.0594995 Oct 27 01:48:36.424788 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:36.461747 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f83d78cf-0f36-4d95-96a5-d0c6ee270d20 req-c4fe0ad8-d252-46ba-b061-65601a3a6a7e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Oct 27 01:48:36.519203 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:36.573294 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:36.762535 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:36.765240 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116d37c-dfcf-4258-95c1-7c92b8dc6cb4" -d '{"events": [{"server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "name": "network-vif-plugged", "status": "completed", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:36.769022 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cccbb-bafb-45c6-a7b2-d52294c441d6 req-e9f75c14-3fe6-440c-b00b-c4eb138f2763 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:36.774589 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6a0cccbb-bafb-45c6-a7b2-d52294c441d6 req-e9f75c14-3fe6-440c-b00b-c4eb138f2763 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.2532945 Oct 27 01:48:36.787400 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e7bff-0881-4994-9e1b-3882f06fb310 req-5aaf61dc-ec98-4e31-a070-4f7abe64bfe8 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:36.788865 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-442e7bff-0881-4994-9e1b-3882f06fb310 req-5aaf61dc-ec98-4e31-a070-4f7abe64bfe8 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Oct 27 01:48:36.808242 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6a0cccbb-bafb-45c6-a7b2-d52294c441d6 req-29e5465a-dcb4-4fe1-84dd-31c2c9cdb19b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Oct 27 01:48:36.826359 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-442e7bff-0881-4994-9e1b-3882f06fb310 req-5a5c4472-37aa-4cde-b66e-434c954bc918 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 27 01:48:36.856971 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c74320-fb1a-40e2-8607-5394843a9484 x-openstack-request-id: req-76c74320-fb1a-40e2-8607-5394843a9484 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:36.857286 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "name": "network-vif-plugged", "status": "completed", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:36.857539 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76c74320-fb1a-40e2-8607-5394843a9484 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:36.857930 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8', 'code': 200} Oct 27 01:48:37.004541 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306bb1-deba-440e-9c34-d438536c79a8 req-03f6f13d-614c-4cd1-8fb0-dfdf871f25b5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:37.005981 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82306bb1-deba-440e-9c34-d438536c79a8 req-03f6f13d-614c-4cd1-8fb0-dfdf871f25b5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0477493 Oct 27 01:48:37.043625 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82306bb1-deba-440e-9c34-d438536c79a8 req-19345851-b6fe-4857-a392-57b615e7bc39 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Oct 27 01:48:37.244926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba757-e771-41a3-9bf7-df83d764909d req-5ef0f0f2-f6ee-496f-b47c-57d82f22f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:37.246381 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-716ba757-e771-41a3-9bf7-df83d764909d req-5ef0f0f2-f6ee-496f-b47c-57d82f22f951 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1098 time: 0.0378721 Oct 27 01:48:37.282647 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-716ba757-e771-41a3-9bf7-df83d764909d req-b64c016b-6526-49b0-b75f-d353c52e2f43 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289714 Oct 27 01:48:37.290362 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['f7866517-f1cd-4cf0-843a-526f2a08dd32'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:48:37.575331 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4701e-d76a-48c4-9236-28eb4ae18077 req-07ed8bd7-fffd-4bf3-85d9-b6cab3787233 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:37.576892 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d1c4701e-d76a-48c4-9236-28eb4ae18077 req-07ed8bd7-fffd-4bf3-85d9-b6cab3787233 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 945 time: 0.0484467 Oct 27 01:48:37.613834 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d1c4701e-d76a-48c4-9236-28eb4ae18077 req-89584ec5-8df8-46a9-952e-1472fb83dcc2 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Oct 27 01:48:37.932891 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953f59f-760d-418c-9ebc-fdcd5427c4f3 req-16b491ae-c15e-427c-8947-1aa2427c33b6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:37.934598 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7953f59f-760d-418c-9ebc-fdcd5427c4f3 req-16b491ae-c15e-427c-8947-1aa2427c33b6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0549128 Oct 27 01:48:37.951004 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247277b0-5909-4897-80e6-8beef24d0e11 req-815070c7-0374-4928-aeef-ec7ba97cbfb5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:37.957720 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-247277b0-5909-4897-80e6-8beef24d0e11 req-815070c7-0374-4928-aeef-ec7ba97cbfb5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0647449 Oct 27 01:48:37.998312 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-247277b0-5909-4897-80e6-8beef24d0e11 req-87a2fab9-5619-4515-8f58-fabb7f285b93 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Oct 27 01:48:38.004398 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7953f59f-760d-418c-9ebc-fdcd5427c4f3 req-fbb15c89-1a5b-4f39-a8d3-d0f84caa21cb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602345 Oct 27 01:48:38.129968 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 693ab7c0-e322-4472-ba2f-3e70aabdfed3 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:38.167138 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72e06-8c6f-42f5-9270-31009267c246 req-1c3f9d02-c8e3-4b93-a44f-25984c110c7d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:38.168837 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-28b72e06-8c6f-42f5-9270-31009267c246 req-1c3f9d02-c8e3-4b93-a44f-25984c110c7d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0543208 Oct 27 01:48:38.209441 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-28b72e06-8c6f-42f5-9270-31009267c246 req-6e937db2-6542-4cd9-b877-7fccfce1673b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Oct 27 01:48:38.290569 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:48:38.294512 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:38.294879 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.373352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.406057 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:38.490603 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.491397 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 7432f6e5-21a2-4121-9038-38a7061d78a9 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:38.564479 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:38.650519 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 7432f6e5-21a2-4121-9038-38a7061d78a9 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:48:38.655227 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 7432f6e5-21a2-4121-9038-38a7061d78a9 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:38.656402 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.747955 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ac63a-b173-4ba1-84b6-432f8adfe923 req-eb457c42-e155-47d3-9fc6-10a950301a35 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:38.755759 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-588ac63a-b173-4ba1-84b6-432f8adfe923 req-eb457c42-e155-47d3-9fc6-10a950301a35 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0615163 Oct 27 01:48:38.762268 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.801733 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7432f6e5-21a2-4121-9038-38a7061d78a9,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:38.821143 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-588ac63a-b173-4ba1-84b6-432f8adfe923 req-5a7a496d-c9cb-4efc-8dab-1e04d8641efa tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611727 Oct 27 01:48:38.858873 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3'}, {'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:38.863277 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34434bf3-fa74-4897-a5bc-fe1853a64341" -d '{"events": [{"server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "name": "network-vif-plugged", "status": "completed", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3"}, {"server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "name": "network-vif-plugged", "status": "completed", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:38.908670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:38.911428 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881cec22-6049-4cc2-ac35-a7470822a8bc x-openstack-request-id: req-881cec22-6049-4cc2-ac35-a7470822a8bc {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:38.911750 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "name": "network-vif-plugged", "status": "completed", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3", "code": 200}, {"server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "name": "network-vif-plugged", "status": "completed", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:38.912091 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-881cec22-6049-4cc2-ac35-a7470822a8bc {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:38.917896 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'code': 200} Oct 27 01:48:38.917896 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9', 'code': 200} Oct 27 01:48:38.958906 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:39.128747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938c78-87aa-4c22-825e-2b85f79a5abc req-9301b5eb-9920-4bf0-890e-f31069bffb92 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.131000 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fa938c78-87aa-4c22-825e-2b85f79a5abc req-9301b5eb-9920-4bf0-890e-f31069bffb92 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0594265 Oct 27 01:48:39.182860 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fa938c78-87aa-4c22-825e-2b85f79a5abc req-791e5d0c-b51a-4f40-a7e2-4dc1270d6337 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Oct 27 01:48:39.194082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b7dc-7064-45ff-be75-fde5e0495221 req-da6011f8-072e-4641-987a-cf64294be55b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.199774 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-65b7b7dc-7064-45ff-be75-fde5e0495221 req-da6011f8-072e-4641-987a-cf64294be55b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0665345 Oct 27 01:48:39.276016 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-65b7b7dc-7064-45ff-be75-fde5e0495221 req-f78e55c1-fdd7-442d-8e56-e7b123d5ac0a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695097 Oct 27 01:48:39.352401 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bece6-93af-4e6a-85c6-e6b756ce750b req-27228f2a-2a0c-40b1-8f97-3f2fbb6c1fbc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.355761 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-256bece6-93af-4e6a-85c6-e6b756ce750b req-27228f2a-2a0c-40b1-8f97-3f2fbb6c1fbc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0543201 Oct 27 01:48:39.393180 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-256bece6-93af-4e6a-85c6-e6b756ce750b req-e856c2c1-61aa-4db9-8283-5e235182f92c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Oct 27 01:48:39.476708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec088a-b3f3-460b-9a07-a7656aca2155 req-684bb248-fc52-421a-9655-feac5db7d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.478170 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-53ec088a-b3f3-460b-9a07-a7656aca2155 req-684bb248-fc52-421a-9655-feac5db7d733 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0438945 Oct 27 01:48:39.528632 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-53ec088a-b3f3-460b-9a07-a7656aca2155 req-48803af3-0993-40dd-928a-a3d10f366b14 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297844 Oct 27 01:48:39.569535 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8664d5-1f2a-42c4-a40e-5b9866977a1e req-4afde8f8-cf1d-4fba-8ac7-0d783db3cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.571023 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7d8664d5-1f2a-42c4-a40e-5b9866977a1e req-4afde8f8-cf1d-4fba-8ac7-0d783db3cf1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0726120 Oct 27 01:48:39.938614 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a4475-7ea9-43ec-99db-c77fb5a43078 req-91f48013-9d1f-4f22-bd0d-cca7a51f58d0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:39.942378 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b6a4475-7ea9-43ec-99db-c77fb5a43078 req-91f48013-9d1f-4f22-bd0d-cca7a51f58d0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0554824 Oct 27 01:48:39.981508 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b6a4475-7ea9-43ec-99db-c77fb5a43078 req-4ae3c48c-ca33-464c-9218-a36d80abae91 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339334 Oct 27 01:48:40.033876 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7d8664d5-1f2a-42c4-a40e-5b9866977a1e req-0e30ebb7-54a7-42e4-9412-06cb8b34f8b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Oct 27 01:48:40.163118 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:40.314098 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port f7866517-f1cd-4cf0-843a-526f2a08dd32 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:48:40.318160 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port f7866517-f1cd-4cf0-843a-526f2a08dd32 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:40.318698 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:40.417729 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f5b23-c5a6-46c4-b446-88011c499d2c req-ede1f280-a8ee-4046-866f-10a0304d13e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:40.426828 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7e2f5b23-c5a6-46c4-b446-88011c499d2c req-ede1f280-a8ee-4046-866f-10a0304d13e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0640759 Oct 27 01:48:40.436342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:40.476959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:40.481370 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7e2f5b23-c5a6-46c4-b446-88011c499d2c req-5b0eaa5e-a453-4b91-83fa-9053688ab1e4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Oct 27 01:48:40.538219 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135476f-79ec-468d-8834-97ade9809358 req-3527eefe-f170-4cf7-ac18-23eaccf368d3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:40.539758 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3135476f-79ec-468d-8834-97ade9809358 req-3527eefe-f170-4cf7-ac18-23eaccf368d3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0498848 Oct 27 01:48:40.559011 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:40.578433 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3135476f-79ec-468d-8834-97ade9809358 req-959c2693-4b83-4fca-9256-d5478bc6bb67 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Oct 27 01:48:40.606931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:40.913886 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:40.916348 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc2d06-fffd-4be8-a6d5-2bb25264798d" -d '{"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:40.950533 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc405fe-589c-4184-8fd7-1b5bc459412f x-openstack-request-id: req-fdc405fe-589c-4184-8fd7-1b5bc459412f {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:40.950888 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:40.951361 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdc405fe-589c-4184-8fd7-1b5bc459412f {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:40.951774 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'code': 200} Oct 27 01:48:41.130530 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69527e-a97e-471c-98b3-285c87c264e0 req-925343f8-a759-47b2-ac3d-703080632d0d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.132660 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d69527e-a97e-471c-98b3-285c87c264e0 req-925343f8-a759-47b2-ac3d-703080632d0d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0608137 Oct 27 01:48:41.185867 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d69527e-a97e-471c-98b3-285c87c264e0 req-61efe4f4-1f60-4e3a-97d0-948dc46fe9b6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454302 Oct 27 01:48:41.199369 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c885-b6ed-41fb-af26-7a606ef807ff req-106f9046-6c12-4d13-8f55-999a946c18be tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.207048 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-38d4c885-b6ed-41fb-af26-7a606ef807ff req-106f9046-6c12-4d13-8f55-999a946c18be tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0666690 Oct 27 01:48:41.247060 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-38d4c885-b6ed-41fb-af26-7a606ef807ff req-65aff929-6977-4d25-98a4-ca89d92d8e80 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Oct 27 01:48:41.300175 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-7e9926c2-ab46-456a-a09e-95959354d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.303783 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-7e9926c2-ab46-456a-a09e-95959354d0a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1098 time: 0.0452700 Oct 27 01:48:41.414040 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ffd9d-2fc9-4d4c-8dcc-d9e8e5f62feb req-723b99f5-4f6e-4240-bf71-d761ed1452e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.416152 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e73ffd9d-2fc9-4d4c-8dcc-d9e8e5f62feb req-723b99f5-4f6e-4240-bf71-d761ed1452e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1098 time: 0.0712416 Oct 27 01:48:41.465596 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e73ffd9d-2fc9-4d4c-8dcc-d9e8e5f62feb req-ac49749e-9006-4366-befe-bc294d30d5da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 Oct 27 01:48:41.510856 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-f90da268-d018-4aa3-bce0-40b316e25502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.512439 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-f90da268-d018-4aa3-bce0-40b316e25502 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.1835966 Oct 27 01:48:41.602997 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1102f-c819-478b-8023-06ca24386b65 req-485a5dc4-8337-4f7a-b704-95220155bf36 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:41.604514 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f3d1102f-c819-478b-8023-06ca24386b65 req-485a5dc4-8337-4f7a-b704-95220155bf36 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0583365 Oct 27 01:48:41.642599 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f3d1102f-c819-478b-8023-06ca24386b65 req-0e9478e0-7adc-4623-ad99-fa1216cbf3de tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Oct 27 01:48:42.076097 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-0562a2a4-9e06-44c4-8e8f-bca02989dd15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0346177 Oct 27 01:48:42.241045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-e57b8d87-ad71-4026-be9a-8fd3f4d69122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:42.242462 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-e57b8d87-ad71-4026-be9a-8fd3f4d69122 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0489812 Oct 27 01:48:42.308016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff59f-6068-48f3-877b-946985d420c5 req-24e5c281-9dce-4a2f-89dc-2b8f3ddd6913 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:42.309479 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5deff59f-6068-48f3-877b-946985d420c5 req-24e5c281-9dce-4a2f-89dc-2b8f3ddd6913 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0503674 Oct 27 01:48:42.361300 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-60635fdb-6d8a-46be-82c0-8605988e7c6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357327 Oct 27 01:48:42.381653 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5deff59f-6068-48f3-877b-946985d420c5 req-12d87981-145c-4fdf-8a14-c76ae8baf908 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639045 Oct 27 01:48:42.541710 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c960-fc4b-402c-b21c-bf80b362dec0 req-1dd022bb-26e9-498d-8d8c-7f76e9f9ca6f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:42.543937 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a8f7c960-fc4b-402c-b21c-bf80b362dec0 req-1dd022bb-26e9-498d-8d8c-7f76e9f9ca6f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0890203 Oct 27 01:48:42.573813 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-8682b111-22a2-4a32-b667-f29d7098dcb6 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750159 Oct 27 01:48:42.634067 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a8f7c960-fc4b-402c-b21c-bf80b362dec0 req-85e5a770-0e41-49ed-9759-5cffeb3e10fa tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783627 Oct 27 01:48:42.684657 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3dfcccc-a6bb-4771-a9af-8c4d57efbc79 req-acb2d32e-19da-45a2-b8c7-563efa0e9e92 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936322 Oct 27 01:48:42.768975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4201c-3fa5-4ddb-b5db-e041d6644e4a req-b8746955-30e7-4e58-ad4b-3928e28ee584 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:42.770541 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-72a4201c-3fa5-4ddb-b5db-e041d6644e4a req-b8746955-30e7-4e58-ad4b-3928e28ee584 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Oct 27 01:48:42.808563 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-72a4201c-3fa5-4ddb-b5db-e041d6644e4a req-2aa232b2-2df3-4c0a-b355-f4e6ee9bfc77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Oct 27 01:48:43.507549 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c686b8-a99a-4969-8e94-aee070219565 req-309c5d44-01ee-4571-adc3-7b1562a42540 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:43.509098 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a2c686b8-a99a-4969-8e94-aee070219565 req-309c5d44-01ee-4571-adc3-7b1562a42540 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0496066 Oct 27 01:48:43.560030 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a2c686b8-a99a-4969-8e94-aee070219565 req-93f0a93c-6cb3-4266-880d-21b168abe2a2 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Oct 27 01:48:43.682603 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a1f9c-da80-46ea-92a3-2165b1b8b2ed req-44200086-e4bf-41d1-bc15-c725957e8313 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:43.689517 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-491a1f9c-da80-46ea-92a3-2165b1b8b2ed req-44200086-e4bf-41d1-bc15-c725957e8313 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0673885 Oct 27 01:48:43.692860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44344) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:43.697742 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'floatingip': {'port_id': '693ab7c0-e322-4472-ba2f-3e70aabdfed3'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:43.784589 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:43.927400 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69f9f-892a-4d94-ac5d-e880efb3f184 req-dfc5b8e0-86ca-4317-b5ec-1aaaa152fc14 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:43.929937 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-35e69f9f-892a-4d94-ac5d-e880efb3f184 req-dfc5b8e0-86ca-4317-b5ec-1aaaa152fc14 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1996927 Oct 27 01:48:43.966258 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2440cd-3eb0-4eee-af7d-f69e98a53b92 req-11dde38d-3306-486c-894f-7d1b98f20776 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:43.967808 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0e2440cd-3eb0-4eee-af7d-f69e98a53b92 req-11dde38d-3306-486c-894f-7d1b98f20776 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0631466 Oct 27 01:48:44.017628 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0e2440cd-3eb0-4eee-af7d-f69e98a53b92 req-700ea573-c63f-4809-a7c6-239027cd06c8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Oct 27 01:48:44.144071 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6427-4f60-4850-aab2-e3bb03ab828e req-23f36a84-93e2-4c52-bb9e-18623957f32b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:44.145583 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-954b6427-4f60-4850-aab2-e3bb03ab828e req-23f36a84-93e2-4c52-bb9e-18623957f32b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0511782 Oct 27 01:48:44.156389 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44360) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:44.161047 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'floatingip': {'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:44.250242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:44.257039 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-35e69f9f-892a-4d94-ac5d-e880efb3f184 req-0600f195-5320-41ce-82e4-221a1ac54bc4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008010 Oct 27 01:48:44.449885 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44372) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:44.676652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:44.754281 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-214316c0-dd6c-4562-a562-cb98f9e0874c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:44.793164 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:44.895204 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Floating IP eccff439-49dd-47d7-88f1-6e505cb45c88 associated. External IP: 172.27.0.248, port: 693ab7c0-e322-4472-ba2f-3e70aabdfed3. Oct 27 01:48:44.988741 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:44.996896 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-214316c0-dd6c-4562-a562-cb98f9e0874c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.054004 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.107719 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:45.115932 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-214316c0-dd6c-4562-a562-cb98f9e0874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.170697 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-214316c0-dd6c-4562-a562-cb98f9e0874c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4e0885cbb3c46fb9a839db332391e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198586 Oct 27 01:48:45.174627 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214316c0-dd6c-4562-a562-cb98f9e0874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd34268e-0a70-43ce-95df-34f3581ef5c5,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:45.178421 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44388) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:45.229339 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.l3_db [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Floating IP 668f18d8-ec60-45b5-b93e-66af9560daf3 associated. External IP: 172.27.0.203, port: f7866517-f1cd-4cf0-843a-526f2a08dd32. Oct 27 01:48:45.232373 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:45.237928 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.247772 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:45.266339 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:45.266946 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.271090 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8aa54efc-fef2-422b-b6ec-7d26b7ac82bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "PUT /v2.0/floatingips/eccff439-49dd-47d7-88f1-6e505cb45c88 HTTP/1.1" status: 200 len: 992 time: 1.5746148 Oct 27 01:48:45.271090 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:45.272297 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:45.322251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3de49a-6121-48ff-9505-6bdc8361f942 x-openstack-request-id: req-fd3de49a-6121-48ff-9505-6bdc8361f942 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:45.322652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:45.323093 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd3de49a-6121-48ff-9505-6bdc8361f942 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:45.323608 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'status': 'completed', 'code': 200} Oct 27 01:48:45.422389 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:45.431497 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e2119-9349-405c-8e2b-7ca0bb8579f5 req-83e4904d-114c-4fbf-b49a-cf8b97cc16ac tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:45.433234 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f7e2119-9349-405c-8e2b-7ca0bb8579f5 req-83e4904d-114c-4fbf-b49a-cf8b97cc16ac tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0523958 Oct 27 01:48:45.506124 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f7e2119-9349-405c-8e2b-7ca0bb8579f5 req-70c13cf5-9a3e-475b-84c8-0d5598498861 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Oct 27 01:48:45.515560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-ebf26c5d-8bce-4140-b9cf-f3329f7299c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:45.517263 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-ebf26c5d-8bce-4140-b9cf-f3329f7299c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0622880 Oct 27 01:48:45.530319 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.561454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.635819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-f8d2d18e-a2fa-4586-a7c9-846f6885525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:45.637201 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-f8d2d18e-a2fa-4586-a7c9-846f6885525a service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.1024184 Oct 27 01:48:45.726242 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'eccff439-49dd-47d7-88f1-6e505cb45c88', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:6f:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d5110-114c-4eef-80a2-0ecd802117ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:10Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.749174 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:45.758560 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:45.768765 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:45.769603 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.791787 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-8745c433-3366-495f-b41c-191f1f2e300d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1000 time: 0.1381011 Oct 27 01:48:45.825446 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.829211 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.830336 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd34268e-0a70-43ce-95df-34f3581ef5c5 HTTP/1.1" status: 204 len: 168 time: 0.6510081 Oct 27 01:48:45.845382 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d7736-b51b-44f3-8e45-7f14064651ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd34268e-0a70-43ce-95df-34f3581ef5c5,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:45.845592 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-863c7290-7ea9-4300-b7d9-5e5b0bd94d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:45.846927 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-863c7290-7ea9-4300-b7d9-5e5b0bd94d2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0478473 Oct 27 01:48:45.884130 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:45.889169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:45.900712 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:45.901254 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67502546-c897-463a-8c32-721830e520e6 None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:45.914011 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:45.915598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:45.932163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-f9bb0dec-6563-4955-aa93-a2c64896b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:45.934409 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-f9bb0dec-6563-4955-aa93-a2c64896b22f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720778 Oct 27 01:48:45.950394 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-0d8fe42e-57e7-4d6c-b812-a5cc1abfaaad tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "PUT /v2.0/floatingips/668f18d8-ec60-45b5-b93e-66af9560daf3 HTTP/1.1" status: 200 len: 991 time: 1.7928691 Oct 27 01:48:45.950989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:48:45.954740 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:48:46.007688 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4a296-556c-4b06-adf2-67ae77d29118 x-openstack-request-id: req-cbc4a296-556c-4b06-adf2-67ae77d29118 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:48:46.008340 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:48:46.008833 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbc4a296-556c-4b06-adf2-67ae77d29118 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:48:46.009411 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'status': 'completed', 'code': 200} Oct 27 01:48:46.071462 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:46.092808 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-4b47cf9b-34c9-4052-ba35-8a68694c8fe8 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398907 Oct 27 01:48:46.161124 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-23c0a4d2-9631-4591-a2bd-4421b158da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:46.162874 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-23c0a4d2-9631-4591-a2bd-4421b158da1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1098 time: 0.0551417 Oct 27 01:48:46.178907 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'eccff439-49dd-47d7-88f1-6e505cb45c88', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:6f:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d5110-114c-4eef-80a2-0ecd802117ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:10Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:46.223817 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe181f-c88e-4a40-bfa7-e0133e51ff16 None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'eccff439-49dd-47d7-88f1-6e505cb45c88', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:6f:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447d5110-114c-4eef-80a2-0ecd802117ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:10Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:46.239318 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-63f77f64-b5b1-4b4a-a9a3-bffcaf1d4ef8 req-19e0f22e-fc56-49f8-ac8c-14596b5ab34f service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306531 Oct 27 01:48:46.329366 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-abbd92d4-2560-4bf3-8415-9744161fae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:46.329481 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-abbd92d4-2560-4bf3-8415-9744161fae34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.1587970 Oct 27 01:48:46.435309 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '668f18d8-ec60-45b5-b93e-66af9560daf3', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:06Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:46.464644 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67502546-c897-463a-8c32-721830e520e6 None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:46.467670 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-35486432-45c3-45b1-87ac-e602c15070a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 999 time: 0.1196225 Oct 27 01:48:46.478443 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:46.479091 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:46.534939 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-9f800daa-5de9-4fe0-9315-9262b4700f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:46.540864 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-9f800daa-5de9-4fe0-9315-9262b4700f0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0611153 Oct 27 01:48:46.541124 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f8a39-6981-4fec-9d9e-fe947db150f6 None None] New status for floating IP eccff439-49dd-47d7-88f1-6e505cb45c88: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:48:46.605232 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:46.658738 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-79b2d294-a76c-4124-849d-ac07f05b2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:46.660405 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-79b2d294-a76c-4124-849d-ac07f05b2072 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837831 Oct 27 01:48:46.676180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d92256-66d8-4795-8808-9628ccec2b7a req-c5c535b3-257e-415a-b12b-940e551fa3a7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:46.677764 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-42d92256-66d8-4795-8808-9628ccec2b7a req-c5c535b3-257e-415a-b12b-940e551fa3a7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0673637 Oct 27 01:48:46.769837 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-42d92256-66d8-4795-8808-9628ccec2b7a req-e1be3e2f-34b9-45f4-ade9-d5d9b8eaa8a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Oct 27 01:48:46.815577 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-baa7d3ed-ff4d-4e3a-ae66-16b1cfc69011 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362844 Oct 27 01:48:46.816670 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44432) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:46.851264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:46.940253 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-67502546-c897-463a-8c32-721830e520e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '668f18d8-ec60-45b5-b93e-66af9560daf3', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:06Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:46.967131 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1aa99c3f-bec1-4abd-a2b8-41c90d7c953b req-f034f866-b25d-421e-80f9-73ffff05c17c service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426706 Oct 27 01:48:47.005434 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.105788 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67502546-c897-463a-8c32-721830e520e6 None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '668f18d8-ec60-45b5-b93e-66af9560daf3', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:48:06Z', 'updated_at': '2021-10-27T01:48:44Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:47.128227 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.172084 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adcccdc283404fe4b7514dad895f4fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542366 Oct 27 01:48:47.174083 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4085e-a871-47d3-8a29-8febe1e66396,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:47.174784 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44444) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:47.182088 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.183267 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.183267 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.183267 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.183538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.183764 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.184102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.184429 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.184756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.185077 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.185420 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.185716 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dd2a72-0887-4104-829c-52ac3298ff29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:47.251608 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.274660 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.386486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd1bdc-651a-4ee7-b5ac-c40b2c960a17 None None] New status for floating IP 668f18d8-ec60-45b5-b93e-66af9560daf3: ACTIVE {{(pid=108325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:48:47.427368 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.430172 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:47.434289 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41a4085e-a871-47d3-8a29-8febe1e66396 HTTP/1.1" status: 204 len: 168 time: 0.2555473 Oct 27 01:48:47.440788 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bdc32-03be-4108-8932-1f5c890991e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4085e-a871-47d3-8a29-8febe1e66396,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:47.892652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf0e8-0d0c-4632-b6f9-30ddc1923c84 req-52bddfcd-a228-4f32-a33e-4bed6c6483ca tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:47.894119 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b6edf0e8-0d0c-4632-b6f9-30ddc1923c84 req-52bddfcd-a228-4f32-a33e-4bed6c6483ca tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0476830 Oct 27 01:48:47.931144 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b6edf0e8-0d0c-4632-b6f9-30ddc1923c84 req-7ad2f10c-7309-478a-be96-cdb15b14d549 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Oct 27 01:48:48.107437 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44468) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:48.120583 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.195143 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.267305 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.305220 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e161f9437cc471299659b5bda6bc191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967380 Oct 27 01:48:48.306200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cedc23c-89e6-4bf8-a1d5-ba9c28047b95,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:48.308238 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44472) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:48.320841 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.321189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.321540 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.321867 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.322193 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.322543 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.322877 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.323203 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.323757 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.324078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.324396 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.324712 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7409c-b232-47b6-be25-1c65d5a9a001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:48.375171 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.395280 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.518493 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.521093 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:48.522284 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cedc23c-89e6-4bf8-a1d5-ba9c28047b95 HTTP/1.1" status: 204 len: 168 time: 0.2127194 Oct 27 01:48:48.530020 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3bf4e-b139-4664-8be0-1f1e1291bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cedc23c-89e6-4bf8-a1d5-ba9c28047b95,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:49.050268 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd040a6-c175-44b4-8b97-63766a18c702 req-4637ef44-0358-4591-b358-a5c16a094349 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:49.051746 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5dd040a6-c175-44b4-8b97-63766a18c702 req-4637ef44-0358-4591-b358-a5c16a094349 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0484068 Oct 27 01:48:49.089894 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5dd040a6-c175-44b4-8b97-63766a18c702 req-367ee534-f4e4-466b-9e3b-8176b39a523f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Oct 27 01:48:49.856742 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:48:50.004184 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44546) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:50.107886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7195668f-7089-4013-9ee5-d295cd0aa8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.394820 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7195668f-7089-4013-9ee5-d295cd0aa8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.416931 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb975-8ffe-4e65-9314-8e011ddd63f6 req-fc15a082-ca2e-4ede-bca7-b01e835e8cb9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:50.423665 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f02eb975-8ffe-4e65-9314-8e011ddd63f6 req-fc15a082-ca2e-4ede-bca7-b01e835e8cb9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.2519493 Oct 27 01:48:50.458504 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f02eb975-8ffe-4e65-9314-8e011ddd63f6 req-8d5af402-a8de-46bf-b17b-1f06f4dfec49 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Oct 27 01:48:50.482817 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7195668f-7089-4013-9ee5-d295cd0aa8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.521425 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-7195668f-7089-4013-9ee5-d295cd0aa8e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f4dbea5b2e24baf96110063f6b690ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161507 Oct 27 01:48:50.524056 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195668f-7089-4013-9ee5-d295cd0aa8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61583bb6-55ed-4038-a2be-fcbe797365ff,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:50.524182 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44566) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:50.587840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.613968 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.730158 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.730158 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:50.730158 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61583bb6-55ed-4038-a2be-fcbe797365ff HTTP/1.1" status: 204 len: 168 time: 0.2021298 Oct 27 01:48:50.736271 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755da048-7d5a-40b9-8a07-694856e3b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61583bb6-55ed-4038-a2be-fcbe797365ff,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:51.581733 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e908-cc19-493e-9246-03ec8fc4f7ec req-04572826-bf3d-4e2f-95f0-b4ee287e940b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:51.583228 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a429e908-cc19-493e-9246-03ec8fc4f7ec req-04572826-bf3d-4e2f-95f0-b4ee287e940b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0493722 Oct 27 01:48:51.628866 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a429e908-cc19-493e-9246-03ec8fc4f7ec req-2e43f41f-8f50-4826-a8b4-621082338544 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Oct 27 01:48:51.819050 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44618) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:51.911720 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474985880-network', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:51.987195 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Made reservation on behalf of dfdc1aa1208f439e9c5dc6ad72d8392e for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:51.989441 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:51.997784 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.069214 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.135221 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.163782 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:48:52.174292 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95bd312-5ced-4f38-bc6f-d46b8dec2827,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:52.181716 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.182056 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Added segment 57883e8a-86fb-4303-834f-94fd9b9f0884 of type vlan for network 8abd833a-30e6-41bc-acad-8109cee93197 Oct 27 01:48:52.224474 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.307448 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.309075 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:52.309907 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.369482 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] Pushing event updated for resources: {'Network': ['ID=8abd833a-30e6-41bc-acad-8109cee93197,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:52.383865 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 8abd833a-30e6-41bc-acad-8109cee93197 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:48:52.424781 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4e3d59d0-f0d5-479f-8568-999f3e07476e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6045866 Oct 27 01:48:52.427528 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44630) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:52.432326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Request body: {'subnet': {'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474985880-subnet', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:52.522433 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Made reservation on behalf of dfdc1aa1208f439e9c5dc6ad72d8392e for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:48:52.524762 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Publish callbacks [] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.742529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaab27-2ea3-4067-85a7-96d3a8ea5c2c req-d00c211e-facb-4c55-90c1-ed363067df8f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:52.744039 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-addaab27-2ea3-4067-85a7-96d3a8ea5c2c req-d00c211e-facb-4c55-90c1-ed363067df8f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0487175 Oct 27 01:48:52.770279 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.781646 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-addaab27-2ea3-4067-85a7-96d3a8ea5c2c req-95d523da-1735-4b00-99ae-6c3389386103 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Oct 27 01:48:52.827363 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6579797b-e8d8-4639-b881-18b1d5461e16,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:52.834337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Checking segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:52.834694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Network hostable DHCP agents. Network: 8abd833a-30e6-41bc-acad-8109cee93197, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:48:52.918466 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Network 8abd833a-30e6-41bc-acad-8109cee93197 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:48:52.987740 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 8abd833a-30e6-41bc-acad-8109cee93197) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:52.992301 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:52.992892 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:52.998351 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6369e2-8f63-434d-8ec1-e967f3b88a5d None None] Network 8abd833a-30e6-41bc-acad-8109cee93197 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:53.058567 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3b5066f4-16ea-4e41-8d60-70930575baab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6299968 Oct 27 01:48:53.061224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44642) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:53.065647 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:48:53.143815 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-8abd833a-30e6-41bc-acad-8109cee93197', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:48:53.144678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.187459 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.188508 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.242232 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.277366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Allocated IP 172.20.0.2 (8abd833a-30e6-41bc-acad-8109cee93197/6579797b-e8d8-4639-b881-18b1d5461e16/90d07b7d-9c53-4019-8d2b-2c50e538f379) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:53.446762 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.491876 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.570361 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.606495 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Network 8abd833a-30e6-41bc-acad-8109cee93197 is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:53.609330 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:53.611796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:53.627196 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Pushing event updated for resources: {'Port': ['ID=90d07b7d-9c53-4019-8d2b-2c50e538f379,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:53.654076 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.654455 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.654938 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.657256 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.657685 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.658052 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.658316 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.664398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.664398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.664398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.664398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.664398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:53.690028 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Attempting to bind port 90d07b7d-9c53-4019-8d2b-2c50e538f379 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:53.690297 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Attempting to bind port 90d07b7d-9c53-4019-8d2b-2c50e538f379 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:53.693128 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Attempting to bind port 90d07b7d-9c53-4019-8d2b-2c50e538f379 on network 8abd833a-30e6-41bc-acad-8109cee93197 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:53.695944 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:53.696506 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Checking segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:53.697079 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.697476 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Bound using segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:53.697934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Bound port: 90d07b7d-9c53-4019-8d2b-2c50e538f379, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:53.698310 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.774986 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] For port 90d07b7d-9c53-4019-8d2b-2c50e538f379, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:53.778963 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] For port 90d07b7d-9c53-4019-8d2b-2c50e538f379, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=90d07b7d-9c53-4019-8d2b-2c50e538f379,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:53.853726 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.873630 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.884263 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:53.975368 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111efb8-3c9d-487a-bd13-35ecdf034b7b None None] Pushing event updated for resources: {'Port': ['ID=90d07b7d-9c53-4019-8d2b-2c50e538f379,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:53.982985 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9c5a4-44dc-4609-9763-1a2967554570 req-1bcf8021-f19b-4c90-94bb-7823e3740723 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:53.985406 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ee9c5a4-44dc-4609-9763-1a2967554570 req-1bcf8021-f19b-4c90-94bb-7823e3740723 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1204967 Oct 27 01:48:54.028410 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ee9c5a4-44dc-4609-9763-1a2967554570 req-cace4994-f183-4ba5-ae79-3a15b4f73370 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Oct 27 01:48:54.053430 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372034-6447-4c57-b8d3-bc74bfcbf9bf req-f4f2d7d6-907e-4d9d-bb03-928a73d65c42 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:54.066963 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1e372034-6447-4c57-b8d3-bc74bfcbf9bf req-f4f2d7d6-907e-4d9d-bb03-928a73d65c42 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0972047 Oct 27 01:48:54.078989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Allocated IP 172.27.0.11 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/8a23131f-a496-4329-a6a6-06ab466a22d1) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:54.122650 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1e372034-6447-4c57-b8d3-bc74bfcbf9bf req-53ef413b-4e0f-411c-bb0a-cdb3793ad387 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576217 Oct 27 01:48:54.235891 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:54.374887 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:54.421829 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:54.424814 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:54.431009 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:54.434002 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Pushing event updated for resources: {'Port': ['ID=8a23131f-a496-4329-a6a6-06ab466a22d1,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:54.704654 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:54.814027 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-174eb31f-3e4a-493f-82d2-889defce6e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:54.908480 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.080228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52045c0-3e8a-4618-9e99-833f960fdd87 None None] Network 8abd833a-30e6-41bc-acad-8109cee93197 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:48:55.090316 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:48:55.156099 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] Provisioning complete for port 90d07b7d-9c53-4019-8d2b-2c50e538f379 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:55.161485 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.228364 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999087ef-e8e6-4d9f-939c-35fc4cc5aedc req-4b70d4e8-487d-42b8-8a8e-80c0924f62c3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:55.229875 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-999087ef-e8e6-4d9f-939c-35fc4cc5aedc req-4b70d4e8-487d-42b8-8a8e-80c0924f62c3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1149728 Oct 27 01:48:55.317202 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-999087ef-e8e6-4d9f-939c-35fc4cc5aedc req-f99b7dad-b658-42cd-8b17-1b4620d380cd tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725510 Oct 27 01:48:55.380166 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.396398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 90d07b7d-9c53-4019-8d2b-2c50e538f379 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:55.457336 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] For port 90d07b7d-9c53-4019-8d2b-2c50e538f379, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=90d07b7d-9c53-4019-8d2b-2c50e538f379,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:55.481696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 90d07b7d-9c53-4019-8d2b-2c50e538f379 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:55.482074 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.570286 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.595940 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.612097 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00388d6b-94df-4059-8594-5bf5fd43e1f8 req-c38665fa-8ede-4f4c-8f57-fd93bb93a11d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:55.613581 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-00388d6b-94df-4059-8594-5bf5fd43e1f8 req-c38665fa-8ede-4f4c-8f57-fd93bb93a11d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.1046169 Oct 27 01:48:55.620148 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-3b627a27-3727-49d6-a900-cd622964ddcc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098692 Oct 27 01:48:55.632754 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:55.646264 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Sync routers for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:55.673667 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.db.api [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 01:48:55.674000 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG oslo_db.api [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 01:48:55.674253 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-00388d6b-94df-4059-8594-5bf5fd43e1f8 req-5cae796c-22fb-4dfc-8fc4-c61da850e3db tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Oct 27 01:48:55.675480 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaea6b7-a0dd-43f8-a4e8-dc347b4906f5 None None] Pushing event updated for resources: {'Port': ['ID=90d07b7d-9c53-4019-8d2b-2c50e538f379,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:55.686762 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:55.687454 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:55.725090 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b88cce71-64d2-42db-b3d7-c78274fd3934 None None] Provisioning complete for port 90d07b7d-9c53-4019-8d2b-2c50e538f379 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:55.725487 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b88cce71-64d2-42db-b3d7-c78274fd3934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.742837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:55.744056 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c7701f21-fe93-470c-bfd2-833eac6eb262 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6817529 Oct 27 01:48:55.746842 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44724) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:55.809283 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:55.837284 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-bbba201f-b313-4d91-bc36-175bf5b2d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:55.838797 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-bbba201f-b313-4d91-bc36-175bf5b2d4b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.1264470 Oct 27 01:48:56.023966 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44736) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:56.048631 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-011ad89c-a8fa-4cea-9821-a6941cde51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:56.050713 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-011ad89c-a8fa-4cea-9821-a6941cde51af service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.1766143 Oct 27 01:48:56.061546 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:54Z', 'revision_number': 3, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:56.069676 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Deleting subnet 164c26bc-6b9f-4883-9be8-8243b499c58e {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:48:56.073117 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.090345 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Checking router: 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:56.090866 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Updating router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 port 8a23131f-a496-4329-a6a6-06ab466a22d1 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:48:56.108501 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.118289 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.121544 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.148838 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-4b1ada95-1ce4-4f76-afc1-b18d73187487 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0615654 Oct 27 01:48:56.236320 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-0e3911a1-b806-434f-88b9-1f63924d417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:56.237847 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-0e3911a1-b806-434f-88b9-1f63924d417c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0697434 Oct 27 01:48:56.239330 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.282630 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164c26bc-6b9f-4883-9be8-8243b499c58e,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:56.289734 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-adcf781c-9780-4bea-8328-14fd44b2f44f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301411 Oct 27 01:48:56.318968 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.325290 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44746) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:56.332173 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f6ba0492-d034-43a6-aaf5-137de8fdfb96 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/164c26bc-6b9f-4883-9be8-8243b499c58e HTTP/1.1" status: 204 len: 168 time: 0.3070705 Oct 27 01:48:56.432201 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.512896 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.546917 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.568074 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.581077 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1a2d-ba3f-4e30-bc67-f4b8874cfdc8 req-4ad7206b-7f72-4e80-9306-0ddaad466664 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:56.582631 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6a4c1a2d-ba3f-4e30-bc67-f4b8874cfdc8 req-4ad7206b-7f72-4e80-9306-0ddaad466664 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1798716 Oct 27 01:48:56.597620 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-45a29eed-ee84-4969-b23d-82906d7379c8 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462258 Oct 27 01:48:56.607973 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Attempting to bind port 8a23131f-a496-4329-a6a6-06ab466a22d1 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:48:56.608351 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Attempting to bind port 8a23131f-a496-4329-a6a6-06ab466a22d1 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:48:56.608718 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Attempting to bind port 8a23131f-a496-4329-a6a6-06ab466a22d1 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:48:56.610680 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Pushing event updated for resources: {'Port': ['ID=8a23131f-a496-4329-a6a6-06ab466a22d1,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:56.619581 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.619967 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.620322 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.620664 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.621002 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.621339 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.621675 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.622002 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.622367 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.622699 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.623023 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.623381 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:48:56.627178 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:48:56.627604 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:48:56.627980 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.628529 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:48:56.629009 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Bound port: 8a23131f-a496-4329-a6a6-06ab466a22d1, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:48:56.629407 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.689312 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] For port 8a23131f-a496-4329-a6a6-06ab466a22d1, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:48:56.692369 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] For port 8a23131f-a496-4329-a6a6-06ab466a22d1, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=8a23131f-a496-4329-a6a6-06ab466a22d1,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:48:56.753231 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.776541 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:56.814430 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69f7d-7650-4f3f-be53-48f98a90edda req-eaec8209-dd25-42df-8593-11809cf3c4dd tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:48:56.817189 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6a4c1a2d-ba3f-4e30-bc67-f4b8874cfdc8 req-d2ebd930-3c9f-45bb-8958-ed128647f2ae tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127790 Oct 27 01:48:56.823191 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cda69f7d-7650-4f3f-be53-48f98a90edda req-eaec8209-dd25-42df-8593-11809cf3c4dd tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.0679696 Oct 27 01:48:56.831707 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec13799-dcaf-4cb4-8f9d-d7b0517fa41e None None] Pushing event updated for resources: {'Port': ['ID=8a23131f-a496-4329-a6a6-06ab466a22d1,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:56.841168 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:56.841996 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:56.859181 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.859577 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.860337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.860663 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > port after_create 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.861003 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > port after_delete 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.861333 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > port after_update 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.861652 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.861988 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.862302 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.862618 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:56.869087 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cda69f7d-7650-4f3f-be53-48f98a90edda req-85ab4620-bc7c-41f8-8a13-feb2f01faea7 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Oct 27 01:48:56.955453 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:57.009166 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:57.009507 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:57.009837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:57.010166 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:48:57.010560 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec98f897-85cc-4378-a140-f28581c6b559']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:57.075506 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f4da1c-1aae-4d44-8852-e69ca1c9fe91') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:57.076109 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f4da1c-1aae-4d44-8852-e69ca1c9fe91') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:57.095371 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f8924b41-e10c-4a65-b7c0-e101a550c006 req-4c0a6ee5-c241-4161-9f86-31c47585aaeb service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762149 Oct 27 01:48:57.104521 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.130773 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.143926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:48:57.146074 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.151567 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:54Z', 'revision_number': 3, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: from cryptography.utils import int_from_bytes Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: from cryptography.utils import int_from_bytes Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:48:57.166638 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:48:57.182346 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44760) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:57.203313 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd354b0f-efeb-4ebf-86e3-78c5eab8afb2 None None] The sync data for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi is: [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:54Z', 'revision_number': 3, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:48:57.252164 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 90d07b7d-9c53-4019-8d2b-2c50e538f379 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:57.252960 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Allocated IP 172.20.0.1 (8abd833a-30e6-41bc-acad-8109cee93197/6579797b-e8d8-4639-b881-18b1d5461e16/3b99a1c0-4fe4-49a0-9418-97328fde14bd) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:48:57.313946 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 90d07b7d-9c53-4019-8d2b-2c50e538f379 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:57.314556 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.350491 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.356536 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf5a2-40cc-4896-929a-52ddb91320a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.380676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.386744 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] 10.222.0.66 "DELETE /v2.0/networks/ec98f897-85cc-4378-a140-f28581c6b559 HTTP/1.1" status: 204 len: 168 time: 1.0575812 Oct 27 01:48:57.387018 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44766) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:57.388171 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130596d-d3a7-44e6-9f23-c9493d03249e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec98f897-85cc-4378-a140-f28581c6b559,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:57.402622 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.467427 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Deleting subnet 84e64c5f-cbee-4111-9bc1-551eee456229 {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:48:57.474770 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.525898 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf5a2-40cc-4896-929a-52ddb91320a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.532132 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.538155 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.544488 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.579641 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf5a2-40cc-4896-929a-52ddb91320a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.584693 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Network 8abd833a-30e6-41bc-acad-8109cee93197 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:57.586600 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:57.595879 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:48:57.623112 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:57.628276 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf5a2-40cc-4896-929a-52ddb91320a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34d07a-e696-458e-938c-e82c740230a0,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:57.654252 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.656551 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c7bdf5a2-40cc-4896-929a-52ddb91320a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59cdacd5a19c4b17b377dd901388141a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729996 Oct 27 01:48:57.659112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44768) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:57.733871 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.759037 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.767703 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.770940 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6f52e6f5-7278-438e-a52b-e1934ae01e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.803827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e64c5f-cbee-4111-9bc1-551eee456229,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:57.832845 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.835731 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5179ea34-474a-433e-bd4c-9926d9fea0a6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/84e64c5f-cbee-4111-9bc1-551eee456229 HTTP/1.1" status: 204 len: 168 time: 0.4467254 Oct 27 01:48:57.838696 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44774) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:57.918645 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.921381 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.922565 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c34d07a-e696-458e-938c-e82c740230a0 HTTP/1.1" status: 204 len: 168 time: 0.2624316 Oct 27 01:48:57.931556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa48961-8bab-4d94-9614-976d4d1b6a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34d07a-e696-458e-938c-e82c740230a0,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:57.936167 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.939676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:57.979970 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-269d0f2d-ee2b-4e0e-a3d4-fc1e79d873d4 None None] Provisioning complete for port 3b99a1c0-4fe4-49a0-9418-97328fde14bd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:57.980536 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-269d0f2d-ee2b-4e0e-a3d4-fc1e79d873d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.026855 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-269d0f2d-ee2b-4e0e-a3d4-fc1e79d873d4 None None] Port 3b99a1c0-4fe4-49a0-9418-97328fde14bd cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:58.066710 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.124443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ec6314-a502-487a-8a04-1f7f6d5bbb0a']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:58.136799 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce0d166-1701-491e-aebd-d79c5f889f74') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:58.137163 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce0d166-1701-491e-aebd-d79c5f889f74') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:58.150541 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.175540 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.194643 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:48:58.194643 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:48:58.196403 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:48:58.266701 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.335741 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.341114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.344816 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c1ec6314-a502-487a-8a04-1f7f6d5bbb0a HTTP/1.1" status: 204 len: 168 time: 0.5047815 Oct 27 01:48:58.355700 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a9f1b-5610-4309-a7c1-f83b67cacc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ec6314-a502-487a-8a04-1f7f6d5bbb0a,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:58.358238 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.387185 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.426605 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.428396 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:58.518330 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Network 8abd833a-30e6-41bc-acad-8109cee93197 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:48:58.519581 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:48:58.734952 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44786) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:58.750146 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-449d978f-897b-4e85-834f-38b20ff9086b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.755363 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-6bf6696d-a6d6-44b8-84eb-79a40a1d2e21 None None] Provisioning complete for port 3b99a1c0-4fe4-49a0-9418-97328fde14bd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:58.755975 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6bf6696d-a6d6-44b8-84eb-79a40a1d2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.792990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44788) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:58.799225 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6696d-a6d6-44b8-84eb-79a40a1d2e21 None None] Port 3b99a1c0-4fe4-49a0-9418-97328fde14bd cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:48:58.812198 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.855469 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9bda6d27-0abf-4cf8-bc31-9322ea04c321 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=deda13dcc8794ae4a7f801d848477452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611923 Oct 27 01:48:58.857968 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44790) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:58.879582 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-449d978f-897b-4e85-834f-38b20ff9086b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.907087 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:48:58.927829 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.941468 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-449d978f-897b-4e85-834f-38b20ff9086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:58.982164 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d978f-897b-4e85-834f-38b20ff9086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7309e9ed-f348-4a76-8c91-5abe59e3cdb1,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:58.990031 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-449d978f-897b-4e85-834f-38b20ff9086b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f29e13136eab4bcab85e3405407a08c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514677 Oct 27 01:48:58.991971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44792) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:48:59.012978 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.053355 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.075886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.081142 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:48:59.086672 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-48115070-ee31-470d-96f8-dcf78fd7cac5 admin admin] 10.222.0.66 "PUT /v2.0/routers/595d14e6-cf6b-4e1b-bab5-c072eda1ed55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386204 Oct 27 01:48:59.094095 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Sync routers for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:48:59.107777 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:48:59.109660 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:59.164545 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.167800 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.169119 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ead569a4-e150-4412-b5d1-efb5ed66ec74 HTTP/1.1" status: 204 len: 168 time: 0.3098090 Oct 27 01:48:59.180212 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1a6aa-2cc7-4a92-ac87-522bc7167912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead569a4-e150-4412-b5d1-efb5ed66ec74,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:59.199845 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.201881 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.203135 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7309e9ed-f348-4a76-8c91-5abe59e3cdb1 HTTP/1.1" status: 204 len: 168 time: 0.2102256 Oct 27 01:48:59.216065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4845c-6c3a-4240-9608-fa48a9202af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7309e9ed-f348-4a76-8c91-5abe59e3cdb1,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:59.274295 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:48:59.330736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 8a23131f-a496-4329-a6a6-06ab466a22d1 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:48:59.481707 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 8a23131f-a496-4329-a6a6-06ab466a22d1 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:48:59.482350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.561715 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:48:58Z', 'revision_number': 2, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:48:59.608253 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Checking router: 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:48:59.608606 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Updating router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 port 3b99a1c0-4fe4-49a0-9418-97328fde14bd binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:48:59.643093 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.645019 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.700361 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 8a23131f-a496-4329-a6a6-06ab466a22d1, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=8a23131f-a496-4329-a6a6-06ab466a22d1,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:48:59.767819 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:48:59.865700 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=8a23131f-a496-4329-a6a6-06ab466a22d1,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:48:59.973008 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.036581 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.087076 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7eb5-bf77-4d0e-a76e-6f613f2513d4 None None] Pushing event updated for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:00.137144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Attempting to bind port 3b99a1c0-4fe4-49a0-9418-97328fde14bd on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:00.137676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Attempting to bind port 3b99a1c0-4fe4-49a0-9418-97328fde14bd by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:00.138223 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Attempting to bind port 3b99a1c0-4fe4-49a0-9418-97328fde14bd on network 8abd833a-30e6-41bc-acad-8109cee93197 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:00.144568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:00.144941 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Checking segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:00.145335 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.145723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Bound using segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:00.146206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Bound port: 3b99a1c0-4fe4-49a0-9418-97328fde14bd, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:00.146575 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.188313 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44822) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:00.225109 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] For port 3b99a1c0-4fe4-49a0-9418-97328fde14bd, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:00.234422 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] For port 3b99a1c0-4fe4-49a0-9418-97328fde14bd, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3b99a1c0-4fe4-49a0-9418-97328fde14bd,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:00.246054 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-574e03fc-ec02-45d7-9159-d05c7c7d4eb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b24e233ec9544e2194578e15fb224b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531497 Oct 27 01:49:00.246378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44826) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:00.308860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44828) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:00.310904 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.317556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676391549-network', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:00.318770 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.345242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.377208 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] Provisioning complete for port 3b99a1c0-4fe4-49a0-9418-97328fde14bd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:00.377606 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.433832 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7eb5-bf77-4d0e-a76e-6f613f2513d4 None None] Pushing event updated for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:00.441275 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:49:00.442094 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:00.454322 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Made reservation on behalf of 3b9a29c223544587a2a6ae153dc1a462 for: {'network': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:00.460722 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.470048 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.490343 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.493204 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.494726 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4115cd5-f167-4250-9880-08d369ffc7dd HTTP/1.1" status: 204 len: 168 time: 0.2470381 Oct 27 01:49:00.510157 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b940-5726-4002-85a8-a484c939c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4115cd5-f167-4250-9880-08d369ffc7dd,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:00.570402 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.579645 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.646162 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:49:00.650170 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.672152 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=108323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:49:00.684194 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.690642 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645381db-3ece-498c-bcc8-57be727732c9,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:00.693686 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.694204 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.segments_db [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Added segment f58494bb-bd80-4623-ba18-f8d87dd6b919 of type vlan for network 46f58f38-9a28-46bd-9f05-ac95584e2839 Oct 27 01:49:00.741936 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.847935 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.849083 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:00.849747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:00.911786 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] Pushing event updated for resources: {'Network': ['ID=46f58f38-9a28-46bd-9f05-ac95584e2839,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:00.915663 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] For port 3b99a1c0-4fe4-49a0-9418-97328fde14bd, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3b99a1c0-4fe4-49a0-9418-97328fde14bd,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:00.922375 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:49:00.990550 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9f90dcf5-c96c-487d-8f61-cbb3ea5f6823 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6803436 Oct 27 01:49:00.993248 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44848) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:01.000558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Request body: {'subnet': {'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676391549-subnet', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:01.044145 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.079408 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Made reservation on behalf of 3b9a29c223544587a2a6ae153dc1a462 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:01.082871 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.111646 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.119097 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf14253-e867-41d4-9883-2ffadc5f193b None None] Pushing event updated for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:01.129979 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:01.173386 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f236c8-64ed-437f-b36e-b1230b0d4caf None None] The sync data for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi is: [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:49:01.183655 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-af0ec876-047f-42f1-bd55-8f439d5164a5 None None] Provisioning complete for port 3b99a1c0-4fe4-49a0-9418-97328fde14bd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:01.184026 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-af0ec876-047f-42f1-bd55-8f439d5164a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.379278 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 8a23131f-a496-4329-a6a6-06ab466a22d1 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:01.421996 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.447814 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:49:01.549720 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e67a-ad92-44b8-a439-571c8e927d61 req-c8373f06-ad21-4b38-a394-5ec5bc9455b7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:01.552899 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 8a23131f-a496-4329-a6a6-06ab466a22d1 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:01.553389 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.554451 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9f5e67a-ad92-44b8-a439-571c8e927d61 req-c8373f06-ad21-4b38-a394-5ec5bc9455b7 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1124761 Oct 27 01:49:01.621022 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa4c56f-69c9-4b37-910f-b8490be29c8d,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:01.629587 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Checking segment: {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:01.629953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Network hostable DHCP agents. Network: 46f58f38-9a28-46bd-9f05-ac95584e2839, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:49:01.635473 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9f5e67a-ad92-44b8-a439-571c8e927d61 req-d57ca22b-3e4c-4fa0-b138-93900951dc44 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689719 Oct 27 01:49:01.646374 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9376b-2e5e-4237-81d2-ab9b8228191b req-dda0046b-a9e6-4d77-8fef-f3a82969baf5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:01.647801 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8be9376b-2e5e-4237-81d2-ab9b8228191b req-dda0046b-a9e6-4d77-8fef-f3a82969baf5 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.1464865 Oct 27 01:49:01.677382 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.722207 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8be9376b-2e5e-4237-81d2-ab9b8228191b req-641c991f-bbb4-4228-9047-821d308714cc tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 Oct 27 01:49:01.726504 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:01.728823 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7df18-7897-4230-8ef5-cc3f9c56d83c" -d '{"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:01.766787 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29392-babf-4e6c-a1ce-21f071412eed req-d7f6f70a-c33f-42de-af3e-2d4be06f8b5d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:01.768376 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59b29392-babf-4e6c-a1ce-21f071412eed req-d7f6f70a-c33f-42de-af3e-2d4be06f8b5d tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 945 time: 0.1165273 Oct 27 01:49:01.778223 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7733ca5-c1a8-45d6-be33-480756868ed4 x-openstack-request-id: req-e7733ca5-c1a8-45d6-be33-480756868ed4 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:01.778541 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:01.778896 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7733ca5-c1a8-45d6-be33-480756868ed4 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:01.779372 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'code': 200} Oct 27 01:49:01.785236 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:01.810136 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:49:01.874757 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.907332 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 46f58f38-9a28-46bd-9f05-ac95584e2839) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:01.914657 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:01.917597 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:01.919355 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df33f5e-d843-4414-9486-809ab84b8c1e None None] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:49:01.919833 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44878) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:01.991257 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=6']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.019160 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-7e079401-5f5d-410a-9d6a-5429bd530700 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0246382 Oct 27 01:49:02.022943 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44884) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:02.028828 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:02.087978 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44886) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:02.123721 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-46f58f38-9a28-46bd-9f05-ac95584e2839', 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'fixed_ips': [{'subnet_id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:49:02.125133 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.135881 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.137199 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.159471 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2090769949-network', 'tenant_id': 'c38f644397764801b818bb74c18fdc0f'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:02.209934 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.221818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d47e897e-0806-4101-bed0-b6fc5053d166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.266866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Made reservation on behalf of c38f644397764801b818bb74c18fdc0f for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:02.269232 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.282597 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.298033 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Allocated IP 172.20.0.2 (46f58f38-9a28-46bd-9f05-ac95584e2839/cfa4c56f-69c9-4b37-910f-b8490be29c8d/0abd3bc1-271a-4a71-a710-586135f0717f) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:49:02.400762 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.409753 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d47e897e-0806-4101-bed0-b6fc5053d166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.467112 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.474364 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.477601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.491549 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:49:02.495471 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d47e897e-0806-4101-bed0-b6fc5053d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.507598 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456153f5-abe3-4e06-9b01-8a4ff03d8a29,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.510757 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.511151 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Added segment 61854b64-38bb-4715-9d98-a166d69501de of type vlan for network 4420435b-ee8b-4796-a859-b4d91172fd84 Oct 27 01:49:02.547425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e897e-0806-4101-bed0-b6fc5053d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef39bf96-258c-41ac-86f6-5a0cf5aae332,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.551679 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d47e897e-0806-4101-bed0-b6fc5053d166 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3273bcb766234a3280bcf67f0082abfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626894 Oct 27 01:49:02.554767 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44896) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:02.557034 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.558963 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.616213 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:02.617653 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Pushing event updated for resources: {'Port': ['ID=0abd3bc1-271a-4a71-a710-586135f0717f,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.621201 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:02.623557 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:49:02.656583 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.656791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.657764 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:02.658563 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.684741 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.689819 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Attempting to bind port 0abd3bc1-271a-4a71-a710-586135f0717f on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:02.690327 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Attempting to bind port 0abd3bc1-271a-4a71-a710-586135f0717f by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:02.690548 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Attempting to bind port 0abd3bc1-271a-4a71-a710-586135f0717f on network 46f58f38-9a28-46bd-9f05-ac95584e2839 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:02.695676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:02.696051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Checking segment: {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:02.696626 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.696843 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Bound using segment: {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:02.697307 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Bound port: 0abd3bc1-271a-4a71-a710-586135f0717f, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:02.697818 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.751326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] Pushing event updated for resources: {'Network': ['ID=4420435b-ee8b-4796-a859-b4d91172fd84,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.758217 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-658ab4fa-b361-4c61-8140-338d31a005fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8362288 Oct 27 01:49:02.765442 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44902) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:02.770640 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Request body: {'subnet': {'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2090769949-subnet', 'tenant_id': 'c38f644397764801b818bb74c18fdc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:02.777883 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 4420435b-ee8b-4796-a859-b4d91172fd84 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:49:02.827827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.830479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.831627 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef39bf96-258c-41ac-86f6-5a0cf5aae332 HTTP/1.1" status: 204 len: 168 time: 0.2754655 Oct 27 01:49:02.832543 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] For port 0abd3bc1-271a-4a71-a710-586135f0717f, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:02.852005 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] For port 0abd3bc1-271a-4a71-a710-586135f0717f, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=0abd3bc1-271a-4a71-a710-586135f0717f,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:02.856786 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Made reservation on behalf of c38f644397764801b818bb74c18fdc0f for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:02.862842 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14181955'] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.863471 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a41ef-8723-4878-b4b0-d4296f20da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef39bf96-258c-41ac-86f6-5a0cf5aae332,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:02.876568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.897056 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.919647 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:02.990456 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0662b-c1b6-4e8d-bf22-d887fe4b0bad None None] Pushing event updated for resources: {'Port': ['ID=0abd3bc1-271a-4a71-a710-586135f0717f,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:03.012511 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Allocated IP 172.27.0.70 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/ad1bcf8d-8d4d-4504-baba-1229028e9994) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:49:03.133302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.140093 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13347793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14182013'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.215534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9749c31-1e31-417c-b833-ffda4d20e6e0,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:03.224156 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Checking segment: {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:03.224520 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Network hostable DHCP agents. Network: 4420435b-ee8b-4796-a859-b4d91172fd84, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:49:03.276003 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.325948 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:03.332613 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:03.335844 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:49:03.380335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Pushing event updated for resources: {'Port': ['ID=ad1bcf8d-8d4d-4504-baba-1229028e9994,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:03.399238 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 0abd3bc1-271a-4a71-a710-586135f0717f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:03.404351 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Network 4420435b-ee8b-4796-a859-b4d91172fd84 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:49:03.454912 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 0abd3bc1-271a-4a71-a710-586135f0717f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:03.455177 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.539544 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.571796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 0abd3bc1-271a-4a71-a710-586135f0717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=0abd3bc1-271a-4a71-a710-586135f0717f,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:03.573859 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 4420435b-ee8b-4796-a859-b4d91172fd84) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:03.578599 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:03.584379 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.587228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799dc608-231d-4cb4-b2e3-f70a66da907c None None] Network 4420435b-ee8b-4796-a859-b4d91172fd84 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:49:03.662590 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.663616 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3b99a1c0-4fe4-49a0-9418-97328fde14bd up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:03.669834 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a40ae68f-e722-4c93-bec2-47ac7792acdd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9032664 Oct 27 01:49:03.695425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.751568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=0abd3bc1-271a-4a71-a710-586135f0717f,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:03.820675 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2155d-d59c-4804-a868-7200e0182f08 None None] Network 4420435b-ee8b-4796-a859-b4d91172fd84 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:49:03.928723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 3b99a1c0-4fe4-49a0-9418-97328fde14bd triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:03.929099 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:03.971397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:04.170242 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d846d8-d100-47a4-84fb-baa88effa51d None None] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:49:04.193959 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Router e487fa3e-ae2a-45a6-8257-cfb782f93572 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:49:04.306380 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:49:04.317983 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-c823017b-9812-4aa7-bd4f-10aac11248c9 None None] Provisioning complete for port 0abd3bc1-271a-4a71-a710-586135f0717f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:04.317983 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c823017b-9812-4aa7-bd4f-10aac11248c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:04.322980 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Sync routers for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:49:04.333645 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:49:04.334271 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:04.379929 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:04.382034 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0b924604-15a9-4f78-b644-8dfebf138dbf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3571231 Oct 27 01:49:04.384656 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 44936) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:04.461513 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:49:04.661097 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-3f0bb4a2-b393-4f14-b9dc-5e68b2c49e86 None None] Provisioning complete for port 0abd3bc1-271a-4a71-a710-586135f0717f triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:04.661677 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb4a2-b393-4f14-b9dc-5e68b2c49e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:04.776828 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:03Z', 'revision_number': 3, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:04.814443 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Checking router: e487fa3e-ae2a-45a6-8257-cfb782f93572 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:49:04.814928 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Updating router e487fa3e-ae2a-45a6-8257-cfb782f93572 port ad1bcf8d-8d4d-4504-baba-1229028e9994 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:49:04.843162 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:04.891559 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.051413 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Allocated IP 172.20.0.1 (46f58f38-9a28-46bd-9f05-ac95584e2839/cfa4c56f-69c9-4b37-910f-b8490be29c8d/2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:49:05.105283 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.161306 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.180981 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.234610 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54a37-abd4-450b-8e53-1b394087b225 None None] Pushing event updated for resources: {'Port': ['ID=ad1bcf8d-8d4d-4504-baba-1229028e9994,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:05.237014 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Attempting to bind port ad1bcf8d-8d4d-4504-baba-1229028e9994 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:05.237377 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Attempting to bind port ad1bcf8d-8d4d-4504-baba-1229028e9994 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:05.238204 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Attempting to bind port ad1bcf8d-8d4d-4504-baba-1229028e9994 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:05.243455 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:05.243827 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:05.244218 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.244607 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:05.245063 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Bound port: ad1bcf8d-8d4d-4504-baba-1229028e9994, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:05.245456 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.249306 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 0abd3bc1-271a-4a71-a710-586135f0717f up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:05.266519 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.302727 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] For port ad1bcf8d-8d4d-4504-baba-1229028e9994, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:05.306520 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] For port ad1bcf8d-8d4d-4504-baba-1229028e9994, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=ad1bcf8d-8d4d-4504-baba-1229028e9994,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:05.315478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:05.320462 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:05.323006 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:49:05.354305 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:05.371216 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.374885 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.420050 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:49:05.420707 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:05.423573 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 0abd3bc1-271a-4a71-a710-586135f0717f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:05.423937 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.532169 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54a37-abd4-450b-8e53-1b394087b225 None None] Pushing event updated for resources: {'Port': ['ID=ad1bcf8d-8d4d-4504-baba-1229028e9994,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:05.542932 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:49:05.587272 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d26166ef-a193-497d-8c1b-95a0734a509b None None] Provisioning complete for port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:05.587766 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d26166ef-a193-497d-8c1b-95a0734a509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.606907 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.624113 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-d26166ef-a193-497d-8c1b-95a0734a509b None None] Port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:49:05.718606 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:03Z', 'revision_number': 3, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:05.745138 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2df63f-be49-459d-bd7b-71b8f0a66a14 None None] The sync data for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi is: [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:03Z', 'revision_number': 3, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:49:05.778503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.843097 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.911915 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:05.913692 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:06.139228 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:06.146326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:06.164818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86813184-adfe-4718-85c6-93f24e0f0a23 req-84a889e3-362e-4be4-ae7b-46d843a7eca1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:06.166431 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-86813184-adfe-4718-85c6-93f24e0f0a23 req-84a889e3-362e-4be4-ae7b-46d843a7eca1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0764484 Oct 27 01:49:06.222379 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-86813184-adfe-4718-85c6-93f24e0f0a23 req-b3238fa2-3853-4a94-8dff-d7d1c0c039a5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Oct 27 01:49:06.331157 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8913c4-d976-4058-bb83-79bfe5a6edbb req-7e52af73-4a56-4917-858d-a251622f5290 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:06.333020 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e8913c4-d976-4058-bb83-79bfe5a6edbb req-7e52af73-4a56-4917-858d-a251622f5290 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 943 time: 0.1788394 Oct 27 01:49:06.345590 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Deleting port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:49:06.345967 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:06.445155 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Router e487fa3e-ae2a-45a6-8257-cfb782f93572 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:49:06.448306 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e8913c4-d976-4058-bb83-79bfe5a6edbb req-e5db35f8-614d-4490-aff4-a52afca250c3 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/security-groups?id=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057751 Oct 27 01:49:06.469407 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-00143ff6-db3d-41cc-bbce-0c6067df08c3 None None] Provisioning complete for port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:06.470529 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-00143ff6-db3d-41cc-bbce-0c6067df08c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:06.509162 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-00143ff6-db3d-41cc-bbce-0c6067df08c3 None None] Port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:49:06.567338 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] For port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,segment=NetworkSegment(0955c14a-0366-4a28-8435-4340c211533c),segment_id=0955c14a-0366-4a28-8435-4340c211533c)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:06.567705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:06.586998 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Calling delete_port for b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:49:06.666772 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:49:06.673033 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4e18a038-cdeb-4b60-9373-483df28b9040 admin admin] 10.222.0.66 "PUT /v2.0/routers/e487fa3e-ae2a-45a6-8257-cfb782f93572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865098 Oct 27 01:49:07.078447 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.108534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Pushing event deleted for resources: {'Port': ['ID=b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:07.186156 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] No DVR routers for this DVR port b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:49:07.190242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.193965 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59b29392-babf-4e6c-a1ce-21f071412eed req-36818c6a-812e-4149-8161-3fbfb1cb8838 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.71 "DELETE /v2.0/ports/b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce HTTP/1.1" status: 204 len: 173 time: 1.2183421 Oct 27 01:49:07.194396 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-deleted', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:07.197086 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4d86b-e469-4f57-9c5a-9faebd920dd0" -d '{"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-deleted", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:07.479426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718f899-60ca-48e0-8170-8d6c47ca04e7 x-openstack-request-id: req-7718f899-60ca-48e0-8170-8d6c47ca04e7 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:07.479426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879", "name": "network-vif-deleted", "tag": "b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:07.479426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7718f899-60ca-48e0-8170-8d6c47ca04e7 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:07.479426 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879', 'name': 'network-vif-deleted', 'tag': 'b0fab2ab-ea74-42a0-8dcd-14f9a92ef5ce', 'status': 'completed', 'code': 200} Oct 27 01:49:07.486351 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device ad1bcf8d-8d4d-4504-baba-1229028e9994 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:07.489651 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f040-72cb-43f5-b54d-42c6122aacca req-ba2cedf2-2b75-4778-8aa7-4cab1f9326b9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:07.491219 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9383f040-72cb-43f5-b54d-42c6122aacca req-ba2cedf2-2b75-4778-8aa7-4cab1f9326b9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0522206 Oct 27 01:49:07.538845 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9383f040-72cb-43f5-b54d-42c6122aacca req-635de58c-09cb-45f3-afbd-41008f9930a1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Oct 27 01:49:07.539157 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port ad1bcf8d-8d4d-4504-baba-1229028e9994 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:07.539157 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.543246 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44978) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:07.547968 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272535609', 'description': 'tempest-secgroup-smoke-1272535609 description', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:07.617470 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.619419 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-08db6813-b9eb-429d-b715-7ebd7a4a543d req-773bb104-6397-48f0-b0e9-2d93c78a4c26 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0247748 Oct 27 01:49:07.638187 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port ad1bcf8d-8d4d-4504-baba-1229028e9994, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=ad1bcf8d-8d4d-4504-baba-1229028e9994,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:07.695811 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.744735 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.760752 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.793018 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=ad1bcf8d-8d4d-4504-baba-1229028e9994,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:07.819065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.854623 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386b52a4-2223-4044-8b99-dc08a3f0c578,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:07.909016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:07.910261 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a00a36fb-6a12-4824-9296-b246f0b14b7a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3659620 Oct 27 01:49:07.913233 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 44992) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:07.917611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:07.986119 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.040949 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.124827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.143743 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef61851-a86d-4de0-b893-1633f1b19879,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:08.195941 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-88e56532-bd66-4ceb-ac08-ef3cae42d4d2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:08.197506 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-88e56532-bd66-4ceb-ac08-ef3cae42d4d2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/networks?id=4420435b-ee8b-4796-a859-b4d91172fd84 HTTP/1.1" status: 200 len: 809 time: 0.1121311 Oct 27 01:49:08.209244 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.215676 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-cd7d1657-c5ad-464e-b432-0142d7f7eb0c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000808 Oct 27 01:49:08.221063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45012) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:08.221322 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-811944f4-fc25-4429-bf5b-657849c93c2c tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/quotas/c38f644397764801b818bb74c18fdc0f HTTP/1.1" status: 200 len: 375 time: 0.0163815 Oct 27 01:49:08.225102 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:08.262740 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-4f2dc190-0be2-43f4-9ded-1b56f702885e tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389102 Oct 27 01:49:08.341723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.385618 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-1605729e-7177-4249-9d0e-f80b05745364 service neutron] 10.222.0.66 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136599 Oct 27 01:49:08.418012 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.476587 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-efd958d5-0164-4604-a9fa-45e41cd595f1 service neutron] 10.222.0.66 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842125 Oct 27 01:49:08.541409 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.558137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3af8dd-2cce-45f9-b5c2-ac9b029477f8,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:08.604973 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Sync routers for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:49:08.616605 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:49:08.621500 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:08.646157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.649020 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45032) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:08.649235 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5dfce242-71cd-4108-94b8-0df4c0aced93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4323525 Oct 27 01:49:08.654057 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:08.757827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3ac14-d94b-43a9-9eeb-7e517fe16a5b req-afaea2f0-7e0c-40cf-8660-a2e226e180d2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:08.759040 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-21e1a4f5-2156-4d55-8e31-1aba68884d40 req-e4c41730-504d-42ee-a1f6-34d54dbaeb27 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0465081 Oct 27 01:49:08.759963 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ad3ac14-d94b-43a9-9eeb-7e517fe16a5b req-afaea2f0-7e0c-40cf-8660-a2e226e180d2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0537221 Oct 27 01:49:08.794105 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:49:08.795269 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.828559 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ad3ac14-d94b-43a9-9eeb-7e517fe16a5b req-369f3152-e433-4f29-85ae-d1d23b7f970d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Oct 27 01:49:08.872892 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.933903 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-47a4f33b-b4ff-4061-a089-11e863a9a48b req-dbe05132-502a-4049-a40d-bf27ec4aab37 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0509372 Oct 27 01:49:08.960705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:08.977260 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73944f3-4d43-478b-bfdc-7a9feed55780,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:09.042710 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 4, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5', 'name': '', 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'mac_address': 'fa:16:3e:53:c6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:04Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 2, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'subnets': [{'id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:09.068981 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Checking router: e487fa3e-ae2a-45a6-8257-cfb782f93572 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:49:09.069335 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Updating router e487fa3e-ae2a-45a6-8257-cfb782f93572 port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:49:09.093892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.097898 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.097898 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a80ed54c-a484-4607-ba77-3acd5dc3833a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476399 Oct 27 01:49:09.100520 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45042) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:09.106180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:09.210880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.271948 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device ad1bcf8d-8d4d-4504-baba-1229028e9994 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:09.285481 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.388042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port ad1bcf8d-8d4d-4504-baba-1229028e9994 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:09.388417 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.413909 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.465326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.486424 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f39cbd-e2c2-4976-b3f9-21414c805ae4,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:09.552433 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.602347 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2375fc9-3612-4d46-a285-19cfac33e274 None None] Pushing event updated for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:09.606115 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.607368 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-01b3dab4-2288-48a6-b28e-ce077787610c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5058110 Oct 27 01:49:09.610650 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45046) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:09.615082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:09.667699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Attempting to bind port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:09.668161 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Attempting to bind port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:09.668422 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Attempting to bind port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 on network 46f58f38-9a28-46bd-9f05-ac95584e2839 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:09.674334 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:09.674718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Checking segment: {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:09.675121 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.675545 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Bound using segment: {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:09.676144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Bound port: 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58494bb-bd80-4623-ba18-f8d87dd6b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:09.676821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.724405 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.securitygroups_db [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Project dfdc1aa1208f439e9c5dc6ad72d8392e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:49:09.730013 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.757662 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] For port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:09.760655 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] For port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:09.794324 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.851527 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-5078aad1-ec0b-4a74-af8e-3e586e47ded7 None None] Provisioning complete for port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:09.851794 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5078aad1-ec0b-4a74-af8e-3e586e47ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.871533 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-177fb569-b0af-4589-bd1d-bc9e24c9fd98 req-fa7c4562-5705-45fa-a98d-ff9bf0a34144 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0266862 Oct 27 01:49:09.878407 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.901951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.919982 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0fbd68-72b9-43a8-89ab-cf04ef443e79,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:09.945299 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-5078aad1-ec0b-4a74-af8e-3e586e47ded7 None None] Port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:49:09.971214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:49:09.971214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:48:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:09.993703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:09.997467 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-90a806bd-f0f4-4121-a04f-23e881cd42d8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3833520 Oct 27 01:49:09.997736 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45062) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:10.008542 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'security_group_rule': {'security_group_id': '386b52a4-2223-4044-8b99-dc08a3f0c578', 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:10.013136 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2375fc9-3612-4d46-a285-19cfac33e274 None None] Pushing event updated for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:10.032415 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536417d-f852-4829-8351-2301eae25d4b req-f23577f7-37d3-4ed5-bf11-bc22637d5d8c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:10.039994 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e536417d-f852-4829-8351-2301eae25d4b req-f23577f7-37d3-4ed5-bf11-bc22637d5d8c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0870359 Oct 27 01:49:10.112676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:49:10.119452 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e536417d-f852-4829-8351-2301eae25d4b req-27096825-3ce9-4702-97fe-b391b88ab3ab tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769103 Oct 27 01:49:10.134782 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-04ae38a9-3ce6-4045-a31b-7d65ec917de9 req-ba4735fd-0f69-4f11-9ddb-10ebce63d9b7 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0331299 Oct 27 01:49:10.158852 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.securitygroups_db [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Project dfdc1aa1208f439e9c5dc6ad72d8392e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:49:10.165936 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.221986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.296224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] Provisioning complete for port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:10.296595 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.304880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.323538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643448e9-1b24-4bf5-96d3-134bc0509595,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:10.399242 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 4, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5', 'name': '', 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'mac_address': 'fa:16:3e:53:c6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:04Z', 'updated_at': '2021-10-27T01:49:09Z', 'revision_number': 4, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'subnets': [{'id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:10.404222 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.407694 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d4b8e3a1-4e62-43db-a3f7-f3f476a6cc8c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4063342 Oct 27 01:49:10.429055 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ba0c9-6e36-4b68-82be-35edd110cbae None None] The sync data for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi is: [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:05Z', 'revision_number': 4, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5', 'name': '', 'network_id': '46f58f38-9a28-46bd-9f05-ac95584e2839', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'mac_address': 'fa:16:3e:53:c6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:04Z', 'updated_at': '2021-10-27T01:49:09Z', 'revision_number': 4, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'subnets': [{'id': 'cfa4c56f-69c9-4b37-910f-b8490be29c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:49:10.435348 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.477502 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] For port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:10.557983 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:10.615566 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a242b-184a-45ba-b976-a3635615e99e None None] Pushing event updated for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:10.971853 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-941f5099-e004-44b3-835b-805e03953500 req-c10ac451-e9d4-4f8d-a95c-8dc145bdde21 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0265932 Oct 27 01:49:11.293735 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:11.343210 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:11.343643 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:14.315625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3464-2c29-439d-bc7c-cb64c9fb7468 req-33ae1d1c-6cb9-401b-8372-e9540b274494 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:14.317163 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-aeda3464-2c29-439d-bc7c-cb64c9fb7468 req-33ae1d1c-6cb9-401b-8372-e9540b274494 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0645292 Oct 27 01:49:14.330074 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a68977e7-4181-482b-a0e7-367945212690 req-cbedbbe2-9fbd-4db3-9dcf-fc3580c48bd0 tempest-DeleteServersTestJSON-1061744383 tempest-DeleteServersTestJSON-1061744383-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee7f4fb1-82b1-4a4e-bff7-fdfc31ddc879 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Oct 27 01:49:14.368937 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-aeda3464-2c29-439d-bc7c-cb64c9fb7468 req-99274c53-2c2d-47eb-8dcf-db77bed75c52 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448840 Oct 27 01:49:14.426251 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fb54d115-f90f-4621-a67e-fa43bf66e876 req-e9e3a876-449f-46e0-a3aa-de600c22c1e9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0253434 Oct 27 01:49:15.585971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d3a23-208c-4ff9-834d-a94c7d4a1b85 req-e7b1dfd0-70cd-4a4f-b5fd-6664830a1fd0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:15.589753 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-313d3a23-208c-4ff9-834d-a94c7d4a1b85 req-e7b1dfd0-70cd-4a4f-b5fd-6664830a1fd0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0831778 Oct 27 01:49:15.606378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-a70170ad-c677-495a-b89f-793199cfc72f tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:15.611804 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-a70170ad-c677-495a-b89f-793199cfc72f tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "GET /v2.0/networks?id=4420435b-ee8b-4796-a859-b4d91172fd84 HTTP/1.1" status: 200 len: 809 time: 0.1745839 Oct 27 01:49:15.637905 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2c500fce-de35-4574-9a07-394891b19ac3 req-64d7cf85-3104-41e6-be67-562b4814906b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.1115832 Oct 27 01:49:15.646200 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Request body: {'port': {'device_id': '378f3097-a04f-40f4-b447-d486b65eaadf', 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84', 'admin_state_up': True, 'tenant_id': 'c38f644397764801b818bb74c18fdc0f'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:15.664782 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-313d3a23-208c-4ff9-834d-a94c7d4a1b85 req-b76a026b-d287-46f8-9a1e-1046fef1d49c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644209 Oct 27 01:49:15.883904 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Made reservation on behalf of c38f644397764801b818bb74c18fdc0f for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:15.887555 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:16.015085 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Allocated IP 172.20.0.11 (4420435b-ee8b-4796-a859-b4d91172fd84/c9749c31-1e31-417c-b833-ffda4d20e6e0/ba727b65-34c6-47b1-91ff-692a6c795546) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:49:16.159580 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:16.244149 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:16.289001 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Network 4420435b-ee8b-4796-a859-b4d91172fd84 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:16.292329 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:16.296481 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:49:16.302719 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Pushing event updated for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:16.350559 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:16.351188 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:16.446458 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-c7de9705-2337-45e4-9eca-f3c86efde787 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8051655 Oct 27 01:49:21.867693 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Request body: {'port': {'device_id': '378f3097-a04f-40f4-b447-d486b65eaadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:21.921732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.132005 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64ebf4-302e-4dda-93c6-207526e774f1 req-5275de51-38e7-40b2-9b58-5758c295824e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:22.133463 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8f64ebf4-302e-4dda-93c6-207526e774f1 req-5275de51-38e7-40b2-9b58-5758c295824e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1080630 Oct 27 01:49:22.137846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9ad75-c7d7-46f6-b40d-4a9e448e73a1 req-c96f0729-bdaf-4d4f-865f-dd14ad686b97 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:22.139966 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-58d9ad75-c7d7-46f6-b40d-4a9e448e73a1 req-c96f0729-bdaf-4d4f-865f-dd14ad686b97 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 932 time: 0.0535247 Oct 27 01:49:22.211477 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8f64ebf4-302e-4dda-93c6-207526e774f1 req-9794ce01-3c56-475d-968f-c0334a35bf82 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 Oct 27 01:49:22.266411 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba727b65-34c6-47b1-91ff-692a6c795546 {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:49:22.277546 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.287861 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Transition to ACTIVE for port object ba727b65-34c6-47b1-91ff-692a6c795546 will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:49:22.346213 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.383602 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-58d9ad75-c7d7-46f6-b40d-4a9e448e73a1 req-4e416412-fe0b-4ecd-b662-de576a31044d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373693 Oct 27 01:49:22.406910 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Pushing event updated for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:22.477802 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Attempting to bind port ba727b65-34c6-47b1-91ff-692a6c795546 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:22.478134 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Attempting to bind port ba727b65-34c6-47b1-91ff-692a6c795546 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:22.478455 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Attempting to bind port ba727b65-34c6-47b1-91ff-692a6c795546 on network 4420435b-ee8b-4796-a859-b4d91172fd84 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:22.483277 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Port ba727b65-34c6-47b1-91ff-692a6c795546 on network 4420435b-ee8b-4796-a859-b4d91172fd84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:49:22.483619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Attempting to bind port ba727b65-34c6-47b1-91ff-692a6c795546 on network 4420435b-ee8b-4796-a859-b4d91172fd84 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:22.491534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:22.491865 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Checking segment: {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:22.492258 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Bound using segment: {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:22.492707 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Bound port: ba727b65-34c6-47b1-91ff-692a6c795546, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:22.493049 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.553089 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:22.555978 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ba727b65-34c6-47b1-91ff-692a6c795546,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:22.615026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.647090 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:22.647734 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:22.651379 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] 10.222.0.71 "PUT /v2.0/ports/ba727b65-34c6-47b1-91ff-692a6c795546 HTTP/1.1" status: 200 len: 1094 time: 0.7858245 Oct 27 01:49:22.653557 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:22.656333 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9" -d '{"events": [{"name": "network-changed", "server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:22.680889 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eac4a-e325-49c5-8125-c6a5276ee14e service neutron] Pushing event updated for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:22.695817 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7028d5-af8b-4915-887a-1c376f9c7514 x-openstack-request-id: req-8d7028d5-af8b-4915-887a-1c376f9c7514 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:22.696100 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:22.696346 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d7028d5-af8b-4915-887a-1c376f9c7514 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:22.696754 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546', 'status': 'completed', 'code': 200} Oct 27 01:49:22.839080 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-06074cd9-2c57-4944-b997-c5a8907d866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:22.840566 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-06074cd9-2c57-4944-b997-c5a8907d866b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 1097 time: 0.0395863 Oct 27 01:49:22.950813 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-3843efef-bb4a-43d7-830b-c1767469bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:22.958531 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-3843efef-bb4a-43d7-830b-c1767469bbc5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c38f644397764801b818bb74c18fdc0f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0946918 Oct 27 01:49:23.142673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-2714008c-8e90-42df-bf51-80db8bbf8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:23.144166 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8da203fb-9b3d-4ad8-95a5-c402ddf6ded9 req-2714008c-8e90-42df-bf51-80db8bbf8056 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0946748 Oct 27 01:49:23.296399 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-f479c329-71bb-4a99-b641-cb6857525b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:23.297899 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-f479c329-71bb-4a99-b641-cb6857525b4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 1097 time: 0.0419149 Oct 27 01:49:23.331689 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b60aa4-25de-4242-b998-aa0808d9032a req-1ed7dfe5-6851-4106-9d1b-b16330bc2590 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:23.333163 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e5b60aa4-25de-4242-b998-aa0808d9032a req-1ed7dfe5-6851-4106-9d1b-b16330bc2590 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0495772 Oct 27 01:49:23.352924 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-86ae15c9-361f-4ea4-8747-86c702b8fd53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba727b65-34c6-47b1-91ff-692a6c795546 HTTP/1.1" status: 200 len: 217 time: 0.0364425 Oct 27 01:49:23.377129 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e5b60aa4-25de-4242-b998-aa0808d9032a req-668cf671-abd2-4a5f-bafa-966deaa663df tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Oct 27 01:49:23.406622 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-0b459604-b5f4-4110-bb59-7a46113a9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:23.408281 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-0b459604-b5f4-4110-bb59-7a46113a9515 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9749c31-1e31-417c-b833-ffda4d20e6e0 HTTP/1.1" status: 200 len: 849 time: 0.0442090 Oct 27 01:49:23.447984 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-55fb369b-9bf5-41d1-89f6-3747ba53832a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4420435b-ee8b-4796-a859-b4d91172fd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273242 Oct 27 01:49:23.548769 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0f13-ebc2-4d80-a643-5d73f379f558 req-4c9fa193-473e-494f-a3fe-f7f33d1d091d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:23.550142 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37cf0f13-ebc2-4d80-a643-5d73f379f558 req-4c9fa193-473e-494f-a3fe-f7f33d1d091d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 944 time: 0.0958464 Oct 27 01:49:23.598469 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-03799b78-9028-45fd-9cc0-7539861e5880 service neutron] 10.222.0.71 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197510 Oct 27 01:49:23.610844 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37cf0f13-ebc2-4d80-a643-5d73f379f558 req-413d8671-8537-4e64-940e-8b1e1be73710 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Oct 27 01:49:23.705422 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a016b2bd-72d4-4c09-aecf-426588eac970 req-112a1ad1-5eb7-4858-a326-c83d92e003c4 service neutron] 10.222.0.71 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825927 Oct 27 01:49:24.482604 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45338) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:24.553977 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Deleting subnet b56bae6d-df4b-49b3-94da-eab936bb9c71 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:49:24.557433 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.597337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fde00-2617-4fcd-b72c-2775e45510bc req-224e16a0-02c2-4d2d-bb1e-1de0c950b705 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:24.598778 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5b9fde00-2617-4fcd-b72c-2775e45510bc req-224e16a0-02c2-4d2d-bb1e-1de0c950b705 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1089284 Oct 27 01:49:24.604199 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.670748 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.675209 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5b9fde00-2617-4fcd-b72c-2775e45510bc req-cc7c86ec-99f6-41e0-91e9-783564cc311c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691273 Oct 27 01:49:24.728483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583fe09-f44e-4ade-9457-0f9ad90b7ee6 req-7002031f-712f-46b4-96f2-b035131d5cc9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:24.731906 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b583fe09-f44e-4ade-9457-0f9ad90b7ee6 req-7002031f-712f-46b4-96f2-b035131d5cc9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 944 time: 0.0507061 Oct 27 01:49:24.767220 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b583fe09-f44e-4ade-9457-0f9ad90b7ee6 req-3e34ddd0-92be-485c-a8c5-76d58704a9c4 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Oct 27 01:49:24.802051 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.826821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e85803df-283a-49c0-bb2c-f12b437a5fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.828390 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56bae6d-df4b-49b3-94da-eab936bb9c71,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:24.832165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.836709 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c3d12ebc-f24c-427b-8e1e-9f29608970ef admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b56bae6d-df4b-49b3-94da-eab936bb9c71 HTTP/1.1" status: 204 len: 168 time: 0.3518715 Oct 27 01:49:24.838093 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45342) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:24.902787 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:24.983351 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.002971 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a038402-7702-4b41-ad47-119b52c9c062']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:25.012767 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0955c14a-0366-4a28-8435-4340c211533c') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:25.013463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0955c14a-0366-4a28-8435-4340c211533c') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:49:25.022248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.035532 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.041594 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:49:25.041983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:49:25.043655 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:49:25.192217 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.197773 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.207647 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a038402-7702-4b41-ad47-119b52c9c062 HTTP/1.1" status: 204 len: 168 time: 0.3623748 Oct 27 01:49:25.214378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1eb0-e735-4071-9863-c408e5c86b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a038402-7702-4b41-ad47-119b52c9c062,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:25.617070 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45360) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:25.661404 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c47eb87f-9329-490a-a335-95bc962ed9b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ca9a603cb92482e8cb69e023e9355ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431318 Oct 27 01:49:25.663976 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45362) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:25.712321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.734564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.806595 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9152f-8b42-4d6a-8a88-40a981ef0826 req-1620d0ab-9668-4325-b1c8-8acde26554d4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:25.808117 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-63f9152f-8b42-4d6a-8a88-40a981ef0826 req-1620d0ab-9668-4325-b1c8-8acde26554d4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0628033 Oct 27 01:49:25.848901 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-63f9152f-8b42-4d6a-8a88-40a981ef0826 req-295737d0-3a7a-4dc5-bd6c-91bbf787c679 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Oct 27 01:49:25.866617 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.869371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:25.872908 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6 HTTP/1.1" status: 204 len: 168 time: 0.2054706 Oct 27 01:49:25.878845 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42064293-d3ae-43fc-bf53-a10e323c816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc8938-0d7e-4f9a-bbb6-aaa202f8ced6,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:25.893363 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b444-74db-4873-8dba-f595ee45dee9 req-04ce7461-373d-479e-8016-410df1a3b8e9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:25.895055 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-56b8b444-74db-4873-8dba-f595ee45dee9 req-04ce7461-373d-479e-8016-410df1a3b8e9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 944 time: 0.0565755 Oct 27 01:49:25.935089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-56b8b444-74db-4873-8dba-f595ee45dee9 req-5e8d8ad2-7be5-4cc7-8b58-3828378eeed9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Oct 27 01:49:26.857215 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:49:27.768852 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3041f6a0-fa42-43ad-a229-9955671b03d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:28.430036 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:28.815058 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.356247 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45480) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:29.457924 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9289-63dc-4f52-a924-59d0a13e7d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.561060 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9289-63dc-4f52-a924-59d0a13e7d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.573247 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a494e-df7d-4497-b59c-4666503ab02f req-448182be-0831-4642-86c7-9df3a343959e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:29.574704 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-601a494e-df7d-4497-b59c-4666503ab02f req-448182be-0831-4642-86c7-9df3a343959e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0739217 Oct 27 01:49:29.611962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-601a494e-df7d-4497-b59c-4666503ab02f req-1172b051-ed62-401b-8f4a-678fdae0d044 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Oct 27 01:49:29.637674 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9289-63dc-4f52-a924-59d0a13e7d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.696637 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5d2d9289-63dc-4f52-a924-59d0a13e7d0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=592b03a730cd46d8bd9d91c42f55d948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392072 Oct 27 01:49:29.699382 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45484) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:29.710094 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d9289-63dc-4f52-a924-59d0a13e7d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5627b416-67c5-435f-b40d-137236ba9fa6,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:29.737980 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee72a4-3fdd-4457-97fc-087f0fa40d9c req-bfd47c7e-5d12-4555-a100-4ca507778402 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:29.739493 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fbee72a4-3fdd-4457-97fc-087f0fa40d9c req-bfd47c7e-5d12-4555-a100-4ca507778402 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 944 time: 0.0711195 Oct 27 01:49:29.749166 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.770383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.778235 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fbee72a4-3fdd-4457-97fc-087f0fa40d9c req-d3d20380-bf3e-402f-a87e-c76e33620393 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Oct 27 01:49:29.911990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.914545 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:29.915702 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5627b416-67c5-435f-b40d-137236ba9fa6 HTTP/1.1" status: 204 len: 168 time: 0.2153037 Oct 27 01:49:29.924772 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d61b7-045a-4877-8d86-620c49e3683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627b416-67c5-435f-b40d-137236ba9fa6,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:30.506483 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.564673 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45498) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:30.578556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-14c2aad3-85fa-4a42-b864-70baa6b646f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.660251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-14c2aad3-85fa-4a42-b864-70baa6b646f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.717089 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-14c2aad3-85fa-4a42-b864-70baa6b646f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.756439 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-14c2aad3-85fa-4a42-b864-70baa6b646f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72dc13fbb1c949919387474e84a828fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907043 Oct 27 01:49:30.757612 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2aad3-85fa-4a42-b864-70baa6b646f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a33cdfd-8c4e-451a-990b-dada3c2b214f,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:30.759090 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45502) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:30.810209 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.830082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.841074 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ba727b65-34c6-47b1-91ff-692a6c795546 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:49:30.942848 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ba727b65-34c6-47b1-91ff-692a6c795546,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:30.951722 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.954965 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'ba727b65-34c6-47b1-91ff-692a6c795546', 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84', 'port_id': 'ba727b65-34c6-47b1-91ff-692a6c795546', 'mac_address': 'fa:16:3e:25:4c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9749c31-1e31-417c-b833-ffda4d20e6e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:49:30.956185 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:30.961107 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a33cdfd-8c4e-451a-990b-dada3c2b214f HTTP/1.1" status: 204 len: 168 time: 0.2008562 Oct 27 01:49:30.970670 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70bcd-71f3-4df7-a200-ca019d4479c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a33cdfd-8c4e-451a-990b-dada3c2b214f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:30.987267 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdde4b-d787-4a4c-878d-cec92ba84f7d req-09153763-71ad-4f34-875c-9fc374fdd70f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:30.995884 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3ccdde4b-d787-4a4c-878d-cec92ba84f7d req-09153763-71ad-4f34-875c-9fc374fdd70f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0688334 Oct 27 01:49:31.046540 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3ccdde4b-d787-4a4c-878d-cec92ba84f7d req-017e9e5a-2cf1-4ee7-ab5b-391d816525e5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495446 Oct 27 01:49:31.053390 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:31.070692 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba727b65-34c6-47b1-91ff-692a6c795546 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:49:31.087463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d3d2-1a5f-42a0-b783-2844211fc303 req-e26e9cb2-b1ba-4f89-8731-0bc05e457bc1 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:31.091804 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e8b7d3d2-1a5f-42a0-b783-2844211fc303 req-e26e9cb2-b1ba-4f89-8731-0bc05e457bc1 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 944 time: 0.0804944 Oct 27 01:49:31.104387 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ba727b65-34c6-47b1-91ff-692a6c795546,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:31.129982 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e8b7d3d2-1a5f-42a0-b783-2844211fc303 req-c75416ca-537d-4b5d-9a5e-2386cc6c66d3 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Oct 27 01:49:31.132509 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:31.197632 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:31.246252 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:32.200808 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['ba727b65-34c6-47b1-91ff-692a6c795546'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:49:32.306717 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9abaad-0f7f-4210-812e-62a5e79d2073 req-b5ab269a-a786-48dd-b099-833a1cd7afa6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:32.316097 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e9abaad-0f7f-4210-812e-62a5e79d2073 req-b5ab269a-a786-48dd-b099-833a1cd7afa6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0639448 Oct 27 01:49:32.369428 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e9abaad-0f7f-4210-812e-62a5e79d2073 req-c65375ec-32ae-4a3a-9484-9b29844fdf13 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Oct 27 01:49:32.430494 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6a2c-4af0-470c-a190-329558dd8b14 req-ef8a7c05-317b-4ff0-8fd4-857d1eee85ab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:32.432000 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4bc6a2c-4af0-470c-a190-329558dd8b14 req-ef8a7c05-317b-4ff0-8fd4-857d1eee85ab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 945 time: 0.0899713 Oct 27 01:49:32.500612 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4bc6a2c-4af0-470c-a190-329558dd8b14 req-61760ee3-6099-457a-ae90-804302d6ec1c tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552912 Oct 27 01:49:33.950096 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e597c9e-de3c-4d5f-b04d-c74871e9ee4c req-7d92ed4d-14a3-49f6-831a-69d109a696ba tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:33.951616 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e597c9e-de3c-4d5f-b04d-c74871e9ee4c req-7d92ed4d-14a3-49f6-831a-69d109a696ba tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0536938 Oct 27 01:49:33.989120 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7e597c9e-de3c-4d5f-b04d-c74871e9ee4c req-213e3caa-e98d-4821-b12b-f0a9edae039b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Oct 27 01:49:34.090152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c554-4ebc-405d-a0a2-96cf81372535 req-dd379666-173a-4792-9a49-1bbeef1cb34b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:34.091616 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9c73c554-4ebc-405d-a0a2-96cf81372535 req-dd379666-173a-4792-9a49-1bbeef1cb34b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 945 time: 0.0479207 Oct 27 01:49:34.127944 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9c73c554-4ebc-405d-a0a2-96cf81372535 req-da3343e7-e9ed-4d52-b948-b8d071100e1a tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302353 Oct 27 01:49:37.703081 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ba727b65-34c6-47b1-91ff-692a6c795546 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:49:37.801227 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port ba727b65-34c6-47b1-91ff-692a6c795546 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:49:37.807039 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port ba727b65-34c6-47b1-91ff-692a6c795546 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:49:37.808695 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:37.818061 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba7d2-6512-40af-b8ba-74ca8a03fa8d req-062073cc-6b27-456b-9425-452bda2b5203 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:37.819651 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d62ba7d2-6512-40af-b8ba-74ca8a03fa8d req-062073cc-6b27-456b-9425-452bda2b5203 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0532410 Oct 27 01:49:37.857161 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d62ba7d2-6512-40af-b8ba-74ca8a03fa8d req-02051b3c-b7f6-4017-9ca7-ee52b916107d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Oct 27 01:49:37.889269 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:37.911422 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:37.913639 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ce4dd-bdea-46e6-9e08-383e1a140416" -d '{"events": [{"server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "name": "network-vif-plugged", "status": "completed", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:37.926277 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ba727b65-34c6-47b1-91ff-692a6c795546,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:37.963979 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90398623-e652-4a04-baf7-02077b1019b4 req-bba72be0-53a4-452a-b5ce-908625510214 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:37.965430 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-90398623-e652-4a04-baf7-02077b1019b4 req-bba72be0-53a4-452a-b5ce-908625510214 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 945 time: 0.0475175 Oct 27 01:49:37.995365 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:38.007541 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-90398623-e652-4a04-baf7-02077b1019b4 req-a98a8470-1927-4e93-9087-c09916c635aa tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Oct 27 01:49:38.046905 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:38.051130 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180a1119-d628-4349-8a96-a9ff393fc92a x-openstack-request-id: req-180a1119-d628-4349-8a96-a9ff393fc92a {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:38.051459 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "name": "network-vif-plugged", "status": "completed", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:38.051736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-180a1119-d628-4349-8a96-a9ff393fc92a {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:38.052109 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546', 'code': 200} Oct 27 01:49:38.230109 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a39c1-4b3c-463d-af69-2906504a55a9 req-0bef277a-a140-4362-a761-b932ba1dd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:38.231691 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-024a39c1-4b3c-463d-af69-2906504a55a9 req-0bef277a-a140-4362-a761-b932ba1dd3ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1098 time: 0.0406215 Oct 27 01:49:38.266136 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-024a39c1-4b3c-463d-af69-2906504a55a9 req-812add5e-827e-4ae7-8c97-9debc73a52a6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271611 Oct 27 01:49:38.978785 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e718d62-65f1-42c6-8ff5-e00083f40e20 req-93292ecd-98b3-4990-91d2-01f7302e60c6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:38.980240 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4e718d62-65f1-42c6-8ff5-e00083f40e20 req-93292ecd-98b3-4990-91d2-01f7302e60c6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0513186 Oct 27 01:49:39.040591 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4e718d62-65f1-42c6-8ff5-e00083f40e20 req-0b7b5afd-26af-454d-a828-049368bb95a9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Oct 27 01:49:39.045477 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbdc7d-a7eb-4872-857e-593b3204f98a req-3594d941-ec13-45f6-823f-5381a540494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:39.047056 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c4bbdc7d-a7eb-4872-857e-593b3204f98a req-3594d941-ec13-45f6-823f-5381a540494e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 1099 time: 0.0649517 Oct 27 01:49:39.147923 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158a180-bd60-4a25-a153-1365f89246e5 req-363984c0-9c13-4d93-ada9-72fae7f54553 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:39.149382 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1158a180-bd60-4a25-a153-1365f89246e5 req-363984c0-9c13-4d93-ada9-72fae7f54553 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0541768 Oct 27 01:49:39.199020 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c4bbdc7d-a7eb-4872-857e-593b3204f98a req-78d9928d-c213-4e83-8623-dd730749cef2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Oct 27 01:49:39.210572 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1158a180-bd60-4a25-a153-1365f89246e5 req-88ad81f1-724b-4200-ba87-f2b636a4daf3 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509386 Oct 27 01:49:40.152282 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4a45-ae3f-4920-87a8-aff8a8db74de req-a85971b5-61c8-4dab-8539-0d0be6b858a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:40.153751 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b9a4a45-ae3f-4920-87a8-aff8a8db74de req-a85971b5-61c8-4dab-8539-0d0be6b858a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0471780 Oct 27 01:49:40.192251 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b9a4a45-ae3f-4920-87a8-aff8a8db74de req-819cab3a-229d-404c-9cbd-71295f89877e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Oct 27 01:49:40.324751 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2b2c-14d4-4965-bfee-de9af3d1e539 req-dd17e4dc-010e-42b7-87cd-35d21c775092 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:40.326418 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-36ba2b2c-14d4-4965-bfee-de9af3d1e539 req-dd17e4dc-010e-42b7-87cd-35d21c775092 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0509622 Oct 27 01:49:40.364529 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-36ba2b2c-14d4-4965-bfee-de9af3d1e539 req-c93e0384-cb0c-44af-87cd-84ad8603f519 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Oct 27 01:49:41.314796 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15bd1-d668-4290-a47c-91618208d3e4 req-df59bb13-4d95-496b-bb14-c3ba3102a321 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:41.316271 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-94e15bd1-d668-4290-a47c-91618208d3e4 req-df59bb13-4d95-496b-bb14-c3ba3102a321 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0510876 Oct 27 01:49:41.354259 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-94e15bd1-d668-4290-a47c-91618208d3e4 req-9dbb481f-451f-4194-b59e-5987a49623e0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Oct 27 01:49:41.488971 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f00e8-b465-4597-8041-7cc0cdd9a8bb req-02e570cb-9066-45cb-ab0d-9ae0eb2a97ff tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:41.490498 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b7f00e8-b465-4597-8041-7cc0cdd9a8bb req-02e570cb-9066-45cb-ab0d-9ae0eb2a97ff tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0512412 Oct 27 01:49:41.532854 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b7f00e8-b465-4597-8041-7cc0cdd9a8bb req-81192574-fc84-486d-a7a0-c8e76fe8978d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363543 Oct 27 01:49:42.472938 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a99ba9-5038-4c28-85bd-cc1592499908 req-eda3937b-0b8b-4f66-8279-9a40386d865f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:42.474317 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-29a99ba9-5038-4c28-85bd-cc1592499908 req-eda3937b-0b8b-4f66-8279-9a40386d865f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0496478 Oct 27 01:49:42.479451 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45772) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:42.516968 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-29a99ba9-5038-4c28-85bd-cc1592499908 req-4d25adf1-5761-48f0-9189-bac7291b4a10 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Oct 27 01:49:42.583983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-be1eda2f-0016-4f92-873d-5641b8a65a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:42.650878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261718bc-2579-4fd0-8a01-be453c3d2d0e req-af45f758-9654-43f0-bdc9-5f2efebc4d15 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:42.652450 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-261718bc-2579-4fd0-8a01-be453c3d2d0e req-af45f758-9654-43f0-bdc9-5f2efebc4d15 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0565603 Oct 27 01:49:42.686878 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-be1eda2f-0016-4f92-873d-5641b8a65a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:42.714007 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-261718bc-2579-4fd0-8a01-be453c3d2d0e req-2e9838f8-2e26-42b5-8932-764ac22fa56f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Oct 27 01:49:42.756674 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-be1eda2f-0016-4f92-873d-5641b8a65a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:42.807949 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb8a4b-a427-4c83-8827-ef50eb90aeb2 req-71ea39e1-072c-4d20-bcdb-5986773cd5fb tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:42.809630 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b1fb8a4b-a427-4c83-8827-ef50eb90aeb2 req-71ea39e1-072c-4d20-bcdb-5986773cd5fb tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0871472 Oct 27 01:49:42.815516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eda2f-0016-4f92-873d-5641b8a65a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc7d5c5-69f4-4065-8f90-aba231405f8c,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:42.839488 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-be1eda2f-0016-4f92-873d-5641b8a65a00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0a58e88cb094cd796556ed46b79c1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574483 Oct 27 01:49:42.840875 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45790) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:42.879828 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b1fb8a4b-a427-4c83-8827-ef50eb90aeb2 req-153e3fd3-599c-4a46-954a-4001d94357f0 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612788 Oct 27 01:49:42.899541 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:42.921002 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:43.046934 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:43.049448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:43.053090 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fc7d5c5-69f4-4065-8f90-aba231405f8c HTTP/1.1" status: 204 len: 168 time: 0.2085812 Oct 27 01:49:43.058729 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eac09-e7bf-48e2-b9ef-ebbf278b29dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc7d5c5-69f4-4065-8f90-aba231405f8c,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:43.830429 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45822) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:43.842920 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8728aad-c704-4cda-829a-513270523ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:43.917798 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8728aad-c704-4cda-829a-513270523ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:43.996962 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d8728aad-c704-4cda-829a-513270523ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:44.035706 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d8728aad-c704-4cda-829a-513270523ae8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e4cd055905b42cb897c8cc3db082a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048733 Oct 27 01:49:44.036549 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728aad-c704-4cda-829a-513270523ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae488198-ff0f-49cc-822a-0eac4ca1e859,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:44.038302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45826) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:44.085520 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:44.105980 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:44.237217 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:44.239826 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:44.240956 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae488198-ff0f-49cc-822a-0eac4ca1e859 HTTP/1.1" status: 204 len: 168 time: 0.2016537 Oct 27 01:49:44.248527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13fd0-e8c8-4f49-b417-51daa5c380f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae488198-ff0f-49cc-822a-0eac4ca1e859,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:45.697833 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9668f6-4b20-428f-9ee4-492370300f40 req-e8e75834-6785-4dba-8114-4b69b15889e6 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:45.703932 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a9668f6-4b20-428f-9ee4-492370300f40 req-e8e75834-6785-4dba-8114-4b69b15889e6 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0778732 Oct 27 01:49:45.756515 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a9668f6-4b20-428f-9ee4-492370300f40 req-4b486c59-92c0-434a-b9d2-8c410cfaf295 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Oct 27 01:49:46.227052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0621-7034-45f3-a274-a3880e7f7c2a req-48e2f949-a200-4274-8385-9d9ca89c4aea tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:46.235598 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-58cf0621-7034-45f3-a274-a3880e7f7c2a req-48e2f949-a200-4274-8385-9d9ca89c4aea tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0628674 Oct 27 01:49:46.308840 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-58cf0621-7034-45f3-a274-a3880e7f7c2a req-aca9d811-5193-4e92-b68b-5dc7dec5b11b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721323 Oct 27 01:49:46.325552 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-c31b81f7-dead-4a2e-98d3-26a4c554fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:46.328217 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-c31b81f7-dead-4a2e-98d3-26a4c554fc79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0540316 Oct 27 01:49:46.426018 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-81e57a9b-fce6-46ca-8f7b-3ac942ea8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:46.427425 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-81e57a9b-fce6-46ca-8f7b-3ac942ea8f65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.0902646 Oct 27 01:49:46.474290 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-5198a131-f74c-4a10-8c39-68b820dbe92d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0378957 Oct 27 01:49:46.528514 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-523fa26a-b805-48c5-ae61-2e49eb46bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:46.529876 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-523fa26a-b805-48c5-ae61-2e49eb46bbcc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0437145 Oct 27 01:49:46.564367 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-ce2766fb-f8db-492b-b523-2d565759c5f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252886 Oct 27 01:49:46.670683 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-8677de3e-a4d7-417e-aefc-86b3a8745299 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976770 Oct 27 01:49:46.683923 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45930) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:46.795047 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45942) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:46.893548 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-877d2f82-f695-4da1-8123-1eef9424a63e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:46.895604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-486d823e-133a-4a98-976c-7ad3a58b6f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.029696 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-877d2f82-f695-4da1-8123-1eef9424a63e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.031729 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-486d823e-133a-4a98-976c-7ad3a58b6f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.083822 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-39acf88f-329f-4841-acb7-e7f8f6fee993 req-a610ce82-0e0a-4c1b-9382-01a7f67beb4a service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055493 Oct 27 01:49:47.103981 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-877d2f82-f695-4da1-8123-1eef9424a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.105644 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6d9bc-2370-4010-9174-4620009c922d req-d543a5ba-11f3-4a88-9dfe-e4c7e9bdfaf3 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:47.107078 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e0d6d9bc-2370-4010-9174-4620009c922d req-d543a5ba-11f3-4a88-9dfe-e4c7e9bdfaf3 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0570767 Oct 27 01:49:47.141617 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-486d823e-133a-4a98-976c-7ad3a58b6f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.148128 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e0d6d9bc-2370-4010-9174-4620009c922d req-75ae3b0f-0eaa-460a-8d3b-6ef94f0e7b4e tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Oct 27 01:49:47.158853 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45948) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:47.158975 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-877d2f82-f695-4da1-8123-1eef9424a63e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db341605d064968bdae88fa01ad0ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738414 Oct 27 01:49:47.164234 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d2f82-f695-4da1-8123-1eef9424a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280cf700-e68b-4a00-8fd9-b6dd7639446a,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:47.191132 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-486d823e-133a-4a98-976c-7ad3a58b6f54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2891faff41204d28b1021479615bd39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934498 Oct 27 01:49:47.195106 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45952) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:47.199785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d823e-133a-4a98-976c-7ad3a58b6f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6029ee08-0743-4394-adf1-75218c79507d,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:47.239778 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.271631 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.290881 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.329449 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.425905 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.428466 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.429580 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/280cf700-e68b-4a00-8fd9-b6dd7639446a HTTP/1.1" status: 204 len: 168 time: 0.2695580 Oct 27 01:49:47.439226 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0849be1-14bb-45a3-b2cc-c27ffb0a50aa req-1f876e3c-d533-4f34-ae92-bbd26afc5240 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:47.440694 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0849be1-14bb-45a3-b2cc-c27ffb0a50aa req-1f876e3c-d533-4f34-ae92-bbd26afc5240 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0538101 Oct 27 01:49:47.449883 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280cf700-e68b-4a00-8fd9-b6dd7639446a,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:47.456837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.459500 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.460810 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6029ee08-0743-4394-adf1-75218c79507d HTTP/1.1" status: 204 len: 168 time: 0.2644501 Oct 27 01:49:47.475335 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.475758 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.476069 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.476395 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.476716 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.477042 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.477356 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.477682 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.477999 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.478321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.478668 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.478923 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc79a3ba-dc3f-42df-aa41-e2d061f00e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:47.495515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8c0c0-f792-44f4-a77c-6d1bf75ad0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6029ee08-0743-4394-adf1-75218c79507d,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:47.511773 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0849be1-14bb-45a3-b2cc-c27ffb0a50aa req-df73d034-b7df-470b-9b3e-eef907e6c405 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640345 Oct 27 01:49:47.784855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177247d-b6d9-48bd-938f-20d864f7427c req-19d2627f-f394-43f6-b5db-9ae1a6e06b18 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:47.786474 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d177247d-b6d9-48bd-938f-20d864f7427c req-19d2627f-f394-43f6-b5db-9ae1a6e06b18 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 946 time: 0.0503042 Oct 27 01:49:47.892687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Deleting port ba727b65-34c6-47b1-91ff-692a6c795546 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:49:47.893052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.982414 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] For port ba727b65-34c6-47b1-91ff-692a6c795546, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ba727b65-34c6-47b1-91ff-692a6c795546,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:49:47.982946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:47.995583 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Calling delete_port for ba727b65-34c6-47b1-91ff-692a6c795546 owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:49:48.112932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 45980) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:48.126851 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.202690 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.255280 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['ba727b65-34c6-47b1-91ff-692a6c795546'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:49:48.273581 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Pushing event deleted for resources: {'Port': ['ID=ba727b65-34c6-47b1-91ff-692a6c795546,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:48.276502 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.320083 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] No DVR routers for this DVR port ba727b65-34c6-47b1-91ff-692a6c795546 on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:49:48.335224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.338633 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d177247d-b6d9-48bd-938f-20d864f7427c req-21df589f-f285-413f-ab57-17e1e57dc3f8 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "DELETE /v2.0/ports/ba727b65-34c6-47b1-91ff-692a6c795546 HTTP/1.1" status: 204 len: 173 time: 0.5448575 Oct 27 01:49:48.339231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'name': 'network-vif-deleted', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:48.341565 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d13f6-5f99-4734-84e8-48f07baa961b" -d '{"events": [{"server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "name": "network-vif-deleted", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:48.346822 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-26d0316d-bf5b-4d2e-b697-a577fa47e2ec req-3dbb8061-c238-48d2-9f56-6260caec2160 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0768216 Oct 27 01:49:48.350197 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.393070 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced4e2c-609f-4e7c-835e-d520c167601e x-openstack-request-id: req-2ced4e2c-609f-4e7c-835e-d520c167601e {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:48.393780 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378f3097-a04f-40f4-b447-d486b65eaadf", "name": "network-vif-deleted", "tag": "ba727b65-34c6-47b1-91ff-692a6c795546", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:48.394167 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ced4e2c-609f-4e7c-835e-d520c167601e {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:48.394571 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378f3097-a04f-40f4-b447-d486b65eaadf', 'name': 'network-vif-deleted', 'tag': 'ba727b65-34c6-47b1-91ff-692a6c795546', 'status': 'completed', 'code': 200} Oct 27 01:49:48.409359 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8577c824bffd409ca438ed72c8ca1417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953062 Oct 27 01:49:48.410309 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24deced-3683-47f7-a1ed-c75398a118bb,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:48.412212 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 45998) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:48.417445 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.417795 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.418147 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.418667 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.419006 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.419549 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.419953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.420293 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.420625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.420951 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.421332 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.421660 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5749f-7ff0-454b-a3bb-2a34e466684f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:49:48.465020 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.486234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.626098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.629363 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:48.630477 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e24deced-3683-47f7-a1ed-c75398a118bb HTTP/1.1" status: 204 len: 168 time: 0.2171533 Oct 27 01:49:48.650217 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20f2c7-285a-4930-85af-90474bf1c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24deced-3683-47f7-a1ed-c75398a118bb,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:48.684581 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c57121-a711-48e2-96e6-4eca74e56a25 req-c752b3f1-e0b7-45be-9a0c-36f53650ef1c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:48.696939 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-85c57121-a711-48e2-96e6-4eca74e56a25 req-c752b3f1-e0b7-45be-9a0c-36f53650ef1c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0959837 Oct 27 01:49:48.781854 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-85c57121-a711-48e2-96e6-4eca74e56a25 req-9a93e272-d105-4547-93b6-476a73f72b1a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Oct 27 01:49:49.473394 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bfdcc323-7b7f-4571-9864-fd68203bc0dc req-27585a68-08ac-402d-ab52-9b42c482a9a9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=378f3097-a04f-40f4-b447-d486b65eaadf HTTP/1.1" status: 200 len: 210 time: 0.0275240 Oct 27 01:49:49.911572 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04f0b-71a4-4bdb-a9c2-ab51bd46ec2a req-b86c4d2d-1c47-44f2-8bb9-4b0c6f34a79c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:49.913041 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9a04f0b-71a4-4bdb-a9c2-ab51bd46ec2a req-b86c4d2d-1c47-44f2-8bb9-4b0c6f34a79c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0543106 Oct 27 01:49:49.950301 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9a04f0b-71a4-4bdb-a9c2-ab51bd46ec2a req-b69ab405-689a-4464-8a43-74175ec189d1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Oct 27 01:49:50.823451 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-fcec8dee-cc6e-4e4c-b3ae-bb4a516ce96d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:50.824879 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-fcec8dee-cc6e-4e4c-b3ae-bb4a516ce96d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/networks?id=4420435b-ee8b-4796-a859-b4d91172fd84 HTTP/1.1" status: 200 len: 809 time: 0.1099563 Oct 27 01:49:50.840977 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-768f7c02-8846-4304-b1a6-b465900c4fef tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/quotas/c38f644397764801b818bb74c18fdc0f HTTP/1.1" status: 200 len: 375 time: 0.0095928 Oct 27 01:49:50.873766 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-abecf9d4-cb8f-42b3-8c4f-6e961a1d0390 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258217 Oct 27 01:49:50.966256 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-7afc9a4e-4067-420e-95f2-90f8ee396ffe service neutron] 10.222.0.66 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Oct 27 01:49:51.065484 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-e5348ee2-772f-492d-b3dc-5e14472bf442 service neutron] 10.222.0.66 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931144 Oct 27 01:49:51.085756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf91456-5cc8-4093-bd8c-b5020bbb1f87 req-c4775a0b-10aa-4c7a-a5d4-c3ef29bbac74 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:51.087909 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cdf91456-5cc8-4093-bd8c-b5020bbb1f87 req-c4775a0b-10aa-4c7a-a5d4-c3ef29bbac74 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0646243 Oct 27 01:49:51.127991 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cdf91456-5cc8-4093-bd8c-b5020bbb1f87 req-e136743a-533d-4418-b0ab-e2398e53f026 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Oct 27 01:49:51.366834 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0a3b3b04-c1ec-4758-8e5f-cd5a8851a9ea req-ca1da98e-a8c2-43ec-b4f9-74af4af3ff9c tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 210 time: 0.0398397 Oct 27 01:49:51.765533 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ba727b65-34c6-47b1-91ff-692a6c795546 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:49:51.787769 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: ba727b65-34c6-47b1-91ff-692a6c795546 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:49:51.788395 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ba727b65-34c6-47b1-91ff-692a6c795546 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:49:52.244107 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e714c3-77e9-4276-b5cf-bab0d855d20c req-691ebae9-9b81-4583-b372-b538f5a1fbc4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:52.245622 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-28e714c3-77e9-4276-b5cf-bab0d855d20c req-691ebae9-9b81-4583-b372-b538f5a1fbc4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0486317 Oct 27 01:49:52.284599 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-28e714c3-77e9-4276-b5cf-bab0d855d20c req-48de0d8a-c9e7-4bcf-a3e6-e681657277c3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Oct 27 01:49:52.472500 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d6066cc6-be59-4a32-a606-c8e98536bde7 req-f193929e-902c-4bf5-ab8c-42cee89b449d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 210 time: 0.0300541 Oct 27 01:49:53.408705 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a254d5b-7132-495d-a566-872672e9e21d req-10b72e1a-19bb-4ec7-a5ff-743cf8b4fb46 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:53.410846 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a254d5b-7132-495d-a566-872672e9e21d req-10b72e1a-19bb-4ec7-a5ff-743cf8b4fb46 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0554264 Oct 27 01:49:53.454833 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a254d5b-7132-495d-a566-872672e9e21d req-68a447ba-e85a-4b8d-858f-267f2eab64b1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Oct 27 01:49:53.461338 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-efeaee01-5235-4f68-b1d1-21a422447399 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:53.462773 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-efeaee01-5235-4f68-b1d1-21a422447399 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "GET /v2.0/networks?id=4420435b-ee8b-4796-a859-b4d91172fd84 HTTP/1.1" status: 200 len: 809 time: 0.1003075 Oct 27 01:49:53.490037 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Request body: {'port': {'device_id': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84', 'admin_state_up': True, 'tenant_id': 'c38f644397764801b818bb74c18fdc0f'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:53.579026 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7be64796-88fe-4e40-882d-374af08eab72 req-58cdf22c-ab74-4876-ae34-545353722aba tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Oct 27 01:49:53.709506 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Made reservation on behalf of c38f644397764801b818bb74c18fdc0f for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:49:53.714082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:53.851700 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Allocated IP 172.20.0.3 (4420435b-ee8b-4796-a859-b4d91172fd84/c9749c31-1e31-417c-b833-ffda4d20e6e0/f90de652-af57-47b6-85ce-ab4cedf784ed) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:49:54.035687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.132689 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.178643 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Network 4420435b-ee8b-4796-a859-b4d91172fd84 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:49:54.181780 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:49:54.185497 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:49:54.211966 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Pushing event updated for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:54.238552 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:54.239248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.357533 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-c4d0731e-1e8e-46ef-a976-fdf2da8ab988 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755696 Oct 27 01:49:54.387925 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Request body: {'port': {'device_id': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:49:54.442555 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.513336 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46246) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:54.600152 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc487b3-bf4e-4ec0-8da2-0b9404f9a50c req-2e8c5326-a32c-461b-a954-9af2907330ec tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:54.603765 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-efc487b3-bf4e-4ec0-8da2-0b9404f9a50c req-2e8c5326-a32c-461b-a954-9af2907330ec tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0622330 Oct 27 01:49:54.647346 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0119-18d7-41df-bcc1-d790501dd29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.668587 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-efc487b3-bf4e-4ec0-8da2-0b9404f9a50c req-9f535675-3f7b-4517-94f3-1a2333b9c0e4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587208 Oct 27 01:49:54.738685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0119-18d7-41df-bcc1-d790501dd29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.745502 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1104-3deb-41dc-acb1-e232a0893d6f req-5b19a895-21b7-415f-8444-d98de216d81b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:54.747103 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-821f1104-3deb-41dc-acb1-e232a0893d6f req-5b19a895-21b7-415f-8444-d98de216d81b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 931 time: 0.0880194 Oct 27 01:49:54.814878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0119-18d7-41df-bcc1-d790501dd29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.815491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-46f01a39-f3d2-4981-8a4d-01f455ba55b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.816860 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90de652-af57-47b6-85ce-ab4cedf784ed {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:49:54.823987 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-821f1104-3deb-41dc-acb1-e232a0893d6f req-b193c14a-12d1-4606-8cf5-d8aecf90b61a tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Oct 27 01:49:54.828138 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.850615 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8a8f0119-18d7-41df-bcc1-d790501dd29d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c78b009a8fb843f48eb76f4114946afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349426 Oct 27 01:49:54.852922 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Transition to ACTIVE for port object f90de652-af57-47b6-85ce-ab4cedf784ed will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:49:54.854563 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46256) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:54.867804 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f0119-18d7-41df-bcc1-d790501dd29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f692c92-4c12-4efa-a15b-45f9f4595601,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:54.911926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.916081 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:54.962833 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.011102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Pushing event updated for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:55.078344 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Attempting to bind port f90de652-af57-47b6-85ce-ab4cedf784ed on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:49:55.078680 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Attempting to bind port f90de652-af57-47b6-85ce-ab4cedf784ed by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:49:55.079010 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Attempting to bind port f90de652-af57-47b6-85ce-ab4cedf784ed on network 4420435b-ee8b-4796-a859-b4d91172fd84 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:55.086745 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Port f90de652-af57-47b6-85ce-ab4cedf784ed on network 4420435b-ee8b-4796-a859-b4d91172fd84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:49:55.086745 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Attempting to bind port f90de652-af57-47b6-85ce-ab4cedf784ed on network 4420435b-ee8b-4796-a859-b4d91172fd84 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:49:55.089674 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:49:55.091619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Checking segment: {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:49:55.091619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Bound using segment: {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:49:55.091619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Bound port: f90de652-af57-47b6-85ce-ab4cedf784ed, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61854b64-38bb-4715-9d98-a166d69501de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:49:55.091619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.142639 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.145668 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.146809 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f692c92-4c12-4efa-a15b-45f9f4595601 HTTP/1.1" status: 204 len: 168 time: 0.2911334 Oct 27 01:49:55.166668 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76989c89-ebd9-4f3b-a555-a9146cb8b973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f692c92-4c12-4efa-a15b-45f9f4595601,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:55.170841 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:49:55.182790 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f90de652-af57-47b6-85ce-ab4cedf784ed,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:49:55.265869 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.309098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.309703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.311095 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] 10.222.0.71 "PUT /v2.0/ports/f90de652-af57-47b6-85ce-ab4cedf784ed HTTP/1.1" status: 200 len: 1093 time: 0.9277875 Oct 27 01:49:55.311543 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:49:55.313754 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92199744-ee31-46e9-8c63-63a022bec499" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:49:55.332878 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6328e-2baa-4709-b73e-b2cccdbb6e21 service neutron] Pushing event updated for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:55.355028 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b1c74d-54d4-48c2-a96e-7c4e50412e2e x-openstack-request-id: req-e5b1c74d-54d4-48c2-a96e-7c4e50412e2e {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:49:55.355562 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:49:55.355709 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5b1c74d-54d4-48c2-a96e-7c4e50412e2e {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:49:55.356132 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed', 'status': 'completed', 'code': 200} Oct 27 01:49:55.450238 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199744-ee31-46e9-8c63-63a022bec499 req-4df18bfb-e034-48c7-885b-e66aad731f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.451800 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-92199744-ee31-46e9-8c63-63a022bec499 req-4df18bfb-e034-48c7-885b-e66aad731f2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 1096 time: 0.0427978 Oct 27 01:49:55.568708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199744-ee31-46e9-8c63-63a022bec499 req-1dec0897-cfdf-4f41-87e7-64f647fa271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.570186 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-92199744-ee31-46e9-8c63-63a022bec499 req-1dec0897-cfdf-4f41-87e7-64f647fa271b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c38f644397764801b818bb74c18fdc0f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973308 Oct 27 01:49:55.668699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199744-ee31-46e9-8c63-63a022bec499 req-19b9aec0-80c2-4f64-9efb-cccd6bf250f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.670584 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-92199744-ee31-46e9-8c63-63a022bec499 req-19b9aec0-80c2-4f64-9efb-cccd6bf250f9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925732 Oct 27 01:49:55.801839 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46278) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:55.813199 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-641c0732-e7bc-4d0a-bf4e-15c6085cefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.814733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-641c0732-e7bc-4d0a-bf4e-15c6085cefa2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c38f644397764801b818bb74c18fdc0f&device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 1096 time: 0.0740047 Oct 27 01:49:55.815560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-65038c16-cf21-4f38-9946-c4be4eebef87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:55.826542 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3395-0944-4b64-8d77-7124f6fa06d7 req-8c144897-10c6-463f-bd12-933a6229867f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.828113 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e95e3395-0944-4b64-8d77-7124f6fa06d7 req-8c144897-10c6-463f-bd12-933a6229867f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0788176 Oct 27 01:49:55.910172 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e95e3395-0944-4b64-8d77-7124f6fa06d7 req-c3b16f92-de5d-47af-9660-ae2d6935f3af tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Oct 27 01:49:55.911529 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-388c14ed-34d0-4188-a4f1-636efba79cc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90de652-af57-47b6-85ce-ab4cedf784ed HTTP/1.1" status: 200 len: 217 time: 0.0571632 Oct 27 01:49:55.977756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-53935499-4a87-49ba-9361-d73bb33c7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:55.979246 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-53935499-4a87-49ba-9361-d73bb33c7d8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9749c31-1e31-417c-b833-ffda4d20e6e0 HTTP/1.1" status: 200 len: 849 time: 0.0592818 Oct 27 01:49:55.984774 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-65038c16-cf21-4f38-9946-c4be4eebef87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.015792 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-5cee2b4a-ef84-4ce5-8a1d-d0dd0d89dc69 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046917 Oct 27 01:49:56.024181 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b13872-5e06-430d-a948-c61f8bac20db req-d824f9dc-8ccb-430f-af07-58fed120bb26 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:56.031554 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e4b13872-5e06-430d-a948-c61f8bac20db req-d824f9dc-8ccb-430f-af07-58fed120bb26 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0883908 Oct 27 01:49:56.049323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-65038c16-cf21-4f38-9946-c4be4eebef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.054635 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-dc17d3b6-18f9-4c1a-b5d2-8eeecf90f350 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4420435b-ee8b-4796-a859-b4d91172fd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455527 Oct 27 01:49:56.107539 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e4b13872-5e06-430d-a948-c61f8bac20db req-ada50e96-9480-4480-965a-8d5eaaee4392 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748672 Oct 27 01:49:56.112866 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-65038c16-cf21-4f38-9946-c4be4eebef87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c3ebc90c56e4ffba7fa4f54e7d11c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068454 Oct 27 01:49:56.112866 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038c16-cf21-4f38-9946-c4be4eebef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a73587-ad6b-4ac9-8e8d-4f87e9b5c089,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:56.114564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46290) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:56.147541 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-9a4aec63-c60c-4d9a-92e0-92a41739e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:56.149169 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-9a4aec63-c60c-4d9a-92e0-92a41739e521 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 1098 time: 0.0526567 Oct 27 01:49:56.228000 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.230921 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-237818dc-8b15-4f79-81e4-265814a968bc service neutron] 10.222.0.71 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342525 Oct 27 01:49:56.262200 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-506610bc-d704-4a41-b6e7-be01abef8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:56.263833 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-506610bc-d704-4a41-b6e7-be01abef8710 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.0899165 Oct 27 01:49:56.290539 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.311349 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-294a828e-283e-4418-9de8-7f28bb38a5fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0392704 Oct 27 01:49:56.357158 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-487306f7-a5c8-4e39-bece-b1f04e12ba7a req-56032c83-415a-491e-a22f-e1025f29ce7e service neutron] 10.222.0.71 "GET /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184564 Oct 27 01:49:56.374381 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-5cb239e1-f259-4c52-93dd-28b3f2d7e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:56.376154 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-5cb239e1-f259-4c52-93dd-28b3f2d7e708 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0574937 Oct 27 01:49:56.409779 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-cba00ed5-0644-4f00-8b7d-f7518e5ec8a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259540 Oct 27 01:49:56.466384 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.469095 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:56.472961 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63a73587-ad6b-4ac9-8e8d-4f87e9b5c089 HTTP/1.1" status: 204 len: 168 time: 0.3549688 Oct 27 01:49:56.486311 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d4ebd-0bb9-4ca3-a44a-41fce07154e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a73587-ad6b-4ac9-8e8d-4f87e9b5c089,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:56.514602 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-41a3fbff-1f3e-41c2-9ad0-e77c48d026ab service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948327 Oct 27 01:49:56.611391 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02a6d698-f922-4b6f-a9ad-5133b9c6a71f req-a7fd8f59-ef75-4611-8804-6be699481579 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833335 Oct 27 01:49:57.033783 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fefc0-9c95-4aa2-b2bc-c7b46aa6512c req-0dfd4fc9-64f1-4718-bf8f-01ea9e6c7190 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:57.035997 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-051fefc0-9c95-4aa2-b2bc-c7b46aa6512c req-0dfd4fc9-64f1-4718-bf8f-01ea9e6c7190 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0538917 Oct 27 01:49:57.090072 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-051fefc0-9c95-4aa2-b2bc-c7b46aa6512c req-cdf6d4af-12ad-4e9b-91a3-ef8dd7f1c053 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Oct 27 01:49:57.241965 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb44111-562f-42a2-a336-1f6b82250866 req-976735a1-e6ed-4886-8a15-e3d7db18217e tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:57.243530 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0eb44111-562f-42a2-a336-1f6b82250866 req-976735a1-e6ed-4886-8a15-e3d7db18217e tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0502424 Oct 27 01:49:57.291330 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0eb44111-562f-42a2-a336-1f6b82250866 req-baed748c-c0e1-4193-9281-8557468852a1 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Oct 27 01:49:57.676367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46346) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:57.785723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a54b9795-b841-4564-b8f8-ab0093291735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:57.814288 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-acba614a-c452-44ff-9220-d8345fa111e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:57.881810 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-acba614a-c452-44ff-9220-d8345fa111e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:57.933959 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-acba614a-c452-44ff-9220-d8345fa111e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:57.973212 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-acba614a-c452-44ff-9220-d8345fa111e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1d3ab3167cb43909e2c13ce1e059648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957590 Oct 27 01:49:57.974064 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba614a-c452-44ff-9220-d8345fa111e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3889b80b-fa75-448f-bf4d-2b8312947bf9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:57.977534 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46354) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:58.035946 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.056609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.180285 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46364) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:58.196449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.199004 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.200205 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3889b80b-fa75-448f-bf4d-2b8312947bf9 HTTP/1.1" status: 204 len: 168 time: 0.2216637 Oct 27 01:49:58.210676 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1f519-d8e6-4649-b9e0-36a8868685b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889b80b-fa75-448f-bf4d-2b8312947bf9,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:58.229286 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289695-ef6d-46be-8d66-850c441ba5b0 req-0b284d5b-f958-4230-b54d-599ccb8b805c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:58.230790 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c2289695-ef6d-46be-8d66-850c441ba5b0 req-0b284d5b-f958-4230-b54d-599ccb8b805c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0660641 Oct 27 01:49:58.278588 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c2289695-ef6d-46be-8d66-850c441ba5b0 req-72bb567d-ddeb-4488-acce-9790aad3af5d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Oct 27 01:49:58.342952 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2e32-50ea-472d-9001-a0c120e15763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.394732 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.414312 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2678d5-0879-4761-875f-650656eae0e5 req-810a8654-f84f-431f-b14c-5dee7fce66e2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:58.415964 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a2678d5-0879-4761-875f-650656eae0e5 req-810a8654-f84f-431f-b14c-5dee7fce66e2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0527296 Oct 27 01:49:58.422793 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2e32-50ea-472d-9001-a0c120e15763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.453989 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2a2678d5-0879-4761-875f-650656eae0e5 req-192afe06-d93b-4def-a237-befebfe56652 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Oct 27 01:49:58.504165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2e32-50ea-472d-9001-a0c120e15763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.541879 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bb0a2e32-50ea-472d-9001-a0c120e15763 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b504a5d4afab4e57bcc543eaedc834a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604975 Oct 27 01:49:58.543778 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2e32-50ea-472d-9001-a0c120e15763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75022f-dc5c-407e-b2cb-e5af61f52d93,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:58.544763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46376) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:58.597859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.619837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.806152 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.808971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.812503 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a75022f-dc5c-407e-b2cb-e5af61f52d93 HTTP/1.1" status: 204 len: 168 time: 0.2643766 Oct 27 01:49:58.817835 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ab4ff-734c-4c4b-88d1-9752bd337c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75022f-dc5c-407e-b2cb-e5af61f52d93,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:58.839968 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.898829 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46382) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:58.913343 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e31d404f-ac6e-4f0c-835f-b0e851abf42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:58.989160 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e31d404f-ac6e-4f0c-835f-b0e851abf42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.052285 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e31d404f-ac6e-4f0c-835f-b0e851abf42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.089688 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d404f-ac6e-4f0c-835f-b0e851abf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1fe27-82ee-4b71-a23f-61a8de754dfb,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:59.094847 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e31d404f-ac6e-4f0c-835f-b0e851abf42a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=333c7c95a67c41258354902f98d8b0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949060 Oct 27 01:49:59.098184 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46386) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:49:59.154000 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.177813 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.315781 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.321973 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:49:59.321973 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2b1fe27-82ee-4b71-a23f-61a8de754dfb HTTP/1.1" status: 204 len: 168 time: 0.2202151 Oct 27 01:49:59.327762 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe80c95-f0a6-49bf-93e0-ea81a1eca7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1fe27-82ee-4b71-a23f-61a8de754dfb,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:49:59.416237 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b21f-5efa-4bc7-b09c-ab9dfc25b0af req-095e42a5-6834-48f6-93d2-c55e13bb7f31 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:59.417798 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5d96b21f-5efa-4bc7-b09c-ab9dfc25b0af req-095e42a5-6834-48f6-93d2-c55e13bb7f31 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0507267 Oct 27 01:49:59.459824 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5d96b21f-5efa-4bc7-b09c-ab9dfc25b0af req-e26c6d01-607e-4a7d-8e03-f997c3ba83c6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Oct 27 01:49:59.577564 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b6ec-185d-4f38-bc11-96ec2cc6fc8f req-784a1c8c-2a67-4671-b6c1-2482d22a2a1b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:49:59.579506 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-01c2b6ec-185d-4f38-bc11-96ec2cc6fc8f req-784a1c8c-2a67-4671-b6c1-2482d22a2a1b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0528946 Oct 27 01:49:59.620745 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-01c2b6ec-185d-4f38-bc11-96ec2cc6fc8f req-bc6000a8-0891-4e6c-a9a1-283b934f26cc tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Oct 27 01:50:00.492379 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:00.585169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc6d36-874b-4c61-acda-a41d944fccd2 req-9abee6a2-b360-465e-9893-69bc209fb497 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:00.586675 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5bcc6d36-874b-4c61-acda-a41d944fccd2 req-9abee6a2-b360-465e-9893-69bc209fb497 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0545902 Oct 27 01:50:00.631139 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5bcc6d36-874b-4c61-acda-a41d944fccd2 req-f013af77-0d63-4d8f-866a-bc77a876a6a3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Oct 27 01:50:00.636780 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46454) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:00.747428 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164045f-5079-4e56-990c-578754c46827 req-fc3ebe7b-2d71-49d7-9a7d-641354c37546 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:00.748856 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8164045f-5079-4e56-990c-578754c46827 req-fc3ebe7b-2d71-49d7-9a7d-641354c37546 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0529957 Oct 27 01:50:00.796655 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90ffcc22-5067-42ac-b727-f9c94d97a946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:00.799391 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8164045f-5079-4e56-990c-578754c46827 req-2c11d2f9-f3f0-4ac7-bf26-a53186213647 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Oct 27 01:50:00.899823 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90ffcc22-5067-42ac-b727-f9c94d97a946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:00.963033 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-90ffcc22-5067-42ac-b727-f9c94d97a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.014003 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-90ffcc22-5067-42ac-b727-f9c94d97a946 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f57b10e668e480996e4923169a76862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735604 Oct 27 01:50:01.014003 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffcc22-5067-42ac-b727-f9c94d97a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec3525-65aa-4433-93ac-e85cbf97fbbf,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:01.014397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46468) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:01.083350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.093808 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.107338 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.178039 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168308d-1171-4b16-9ec7-e322e7a7f585 req-1d8acd3e-3f3b-4292-add7-5649a2bbee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:01.179751 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0168308d-1171-4b16-9ec7-e322e7a7f585 req-1d8acd3e-3f3b-4292-add7-5649a2bbee90 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0611973 Oct 27 01:50:01.220755 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0168308d-1171-4b16-9ec7-e322e7a7f585 req-700464d3-334c-483a-b51b-85fcd11d1d95 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Oct 27 01:50:01.280335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.283143 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:01.284443 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2aec3525-65aa-4433-93ac-e85cbf97fbbf HTTP/1.1" status: 204 len: 168 time: 0.2689154 Oct 27 01:50:01.292895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954241e5-80dc-4c85-8e39-bd62bd2b0813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec3525-65aa-4433-93ac-e85cbf97fbbf,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:01.757080 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6861-fb6f-47b4-8e9f-504212248760 req-688a1634-362e-4245-ac94-673957e9ea73 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:01.758543 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8baf6861-fb6f-47b4-8e9f-504212248760 req-688a1634-362e-4245-ac94-673957e9ea73 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0497830 Oct 27 01:50:01.801670 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8baf6861-fb6f-47b4-8e9f-504212248760 req-04634327-bf6a-4609-a107-d0438542bf93 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Oct 27 01:50:01.811076 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f90de652-af57-47b6-85ce-ab4cedf784ed details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:50:01.943138 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b520a-78d8-4a9b-bd3f-94f97d74eeda req-dec62352-d374-46d9-839d-e8b3b2c1fd4c tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:01.944998 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-638b520a-78d8-4a9b-bd3f-94f97d74eeda req-dec62352-d374-46d9-839d-e8b3b2c1fd4c tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 943 time: 0.0639446 Oct 27 01:50:01.966226 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46512) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:01.968726 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f90de652-af57-47b6-85ce-ab4cedf784ed,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:01.981176 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'f90de652-af57-47b6-85ce-ab4cedf784ed', 'network_id': '4420435b-ee8b-4796-a859-b4d91172fd84', 'port_id': 'f90de652-af57-47b6-85ce-ab4cedf784ed', 'mac_address': 'fa:16:3e:86:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9749c31-1e31-417c-b833-ffda4d20e6e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:50:02.007201 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-638b520a-78d8-4a9b-bd3f-94f97d74eeda req-91154add-85da-4bc8-8eca-1ac9aca773b1 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Oct 27 01:50:02.033586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.050855 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90de652-af57-47b6-85ce-ab4cedf784ed {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:50:02.072273 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f90de652-af57-47b6-85ce-ab4cedf784ed,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:02.136766 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2ceec3ad-751f-4ac3-a4e9-bb5bca581454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.183416 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.216214 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2ceec3ad-751f-4ac3-a4e9-bb5bca581454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.233334 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:02.240631 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.241007 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.241377 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.241697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.242032 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.242370 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.242697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.243028 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.243408 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.243740 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.244067 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.244392 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:02.315717 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2ceec3ad-751f-4ac3-a4e9-bb5bca581454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.356885 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2ceec3ad-751f-4ac3-a4e9-bb5bca581454 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e2bbfb3b152478db4d2e121c0ad1573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895588 Oct 27 01:50:02.357769 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceec3ad-751f-4ac3-a4e9-bb5bca581454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa78d6-30e9-48fc-9b2d-82598162623c,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:02.359652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46528) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:02.415195 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.437161 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.554908 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.557747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:02.558891 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3bfa78d6-30e9-48fc-9b2d-82598162623c HTTP/1.1" status: 204 len: 168 time: 0.1982751 Oct 27 01:50:02.568363 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9e03-762d-4461-bd9f-48e2503bf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa78d6-30e9-48fc-9b2d-82598162623c,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:02.863587 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['f90de652-af57-47b6-85ce-ab4cedf784ed'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:50:02.956165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35400508-6346-4235-8484-8ae0a426a660 req-4dee5215-86d1-423f-83ca-d0d5dad577d0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:02.958510 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-35400508-6346-4235-8484-8ae0a426a660 req-4dee5215-86d1-423f-83ca-d0d5dad577d0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0703230 Oct 27 01:50:03.001104 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-35400508-6346-4235-8484-8ae0a426a660 req-69279f5f-f20c-4352-b873-0136c60aecb9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Oct 27 01:50:03.128067 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f39eca-60fa-41d0-addc-de638aafd6e2 req-dd583418-f7f4-4a2b-8b68-ab71cb851634 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:03.130338 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e2f39eca-60fa-41d0-addc-de638aafd6e2 req-dd583418-f7f4-4a2b-8b68-ab71cb851634 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 944 time: 0.0496478 Oct 27 01:50:03.172354 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e2f39eca-60fa-41d0-addc-de638aafd6e2 req-ed714867-c26d-4ac7-9867-c8df7964d759 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353351 Oct 27 01:50:03.261883 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46558) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:03.280226 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-59a72a03-9717-4e9f-bd60-9b7ec08f494e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.373828 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-59a72a03-9717-4e9f-bd60-9b7ec08f494e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.510779 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-59a72a03-9717-4e9f-bd60-9b7ec08f494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.549678 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-59a72a03-9717-4e9f-bd60-9b7ec08f494e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ba84647e95b4fa789a341c9a0bb8261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866561 Oct 27 01:50:03.550537 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a72a03-9717-4e9f-bd60-9b7ec08f494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9bedc8-118e-42c0-a79d-5759ffe0104d,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:03.552548 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46570) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:03.601658 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.626485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.722838 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.725699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:03.726883 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de9bedc8-118e-42c0-a79d-5759ffe0104d HTTP/1.1" status: 204 len: 168 time: 0.1732566 Oct 27 01:50:03.735271 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c89611-53f0-4dff-ac48-074fb7ae8604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9bedc8-118e-42c0-a79d-5759ffe0104d,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:03.855959 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:50:04.127333 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f0b-f77c-4427-bb42-fac3f1e6d080 req-0a150367-470e-4bc7-8ede-bd59b13fd890 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.135495 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6c7b2f0b-f77c-4427-bb42-fac3f1e6d080 req-0a150367-470e-4bc7-8ede-bd59b13fd890 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0623364 Oct 27 01:50:04.184171 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6c7b2f0b-f77c-4427-bb42-fac3f1e6d080 req-f1b3ac72-bec7-4fce-ade0-05010b3c3559 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Oct 27 01:50:04.333009 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f354f1-cf1c-43af-9aa1-65206725ba5f req-86df940e-6e9d-405e-a5c0-d1338705ab71 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.334851 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-55f354f1-cf1c-43af-9aa1-65206725ba5f req-86df940e-6e9d-405e-a5c0-d1338705ab71 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 944 time: 0.0645869 Oct 27 01:50:04.374779 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-55f354f1-cf1c-43af-9aa1-65206725ba5f req-922ac7b3-c675-4cff-9779-d28474fe418e tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Oct 27 01:50:04.628102 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-c598c9e0-23a6-467e-abaf-5cfa8e6adb16 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272535609&fields=id&tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e HTTP/1.1" status: 200 len: 267 time: 0.0323415 Oct 27 01:50:04.653149 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681073c-3fe2-42bd-a79b-3539626a4612 req-0961a4a5-e6c7-4632-a63a-08eb4348ec02 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.654679 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6681073c-3fe2-42bd-a79b-3539626a4612 req-0961a4a5-e6c7-4632-a63a-08eb4348ec02 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0515301 Oct 27 01:50:04.695414 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6681073c-3fe2-42bd-a79b-3539626a4612 req-e7c9f944-acd7-4920-b1bd-a738fff5bae1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Oct 27 01:50:04.771722 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-9cc46789-f1ed-4ab9-afb1-ee0c3665ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.773095 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-9cc46789-f1ed-4ab9-afb1-ee0c3665ed30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0813518 Oct 27 01:50:04.779889 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-6d9d1c34-87a2-4c0f-87f1-8ec4affc914d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.781203 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-6d9d1c34-87a2-4c0f-87f1-8ec4affc914d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 809 time: 0.1461363 Oct 27 01:50:04.830841 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-a865b9e2-d905-4b54-a503-557276640c57 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/quotas/dfdc1aa1208f439e9c5dc6ad72d8392e HTTP/1.1" status: 200 len: 375 time: 0.0412397 Oct 27 01:50:04.900500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-32c631e4-93b1-48df-8a6f-7af7d63adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:04.901868 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-32c631e4-93b1-48df-8a6f-7af7d63adea6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.1198556 Oct 27 01:50:04.912371 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-c7d1e970-67a1-49f6-887f-21d5bcfb1d40 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711191 Oct 27 01:50:04.953833 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-3986a54f-816e-4bf1-8a59-c6d923ceca52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0405331 Oct 27 01:50:05.049882 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-a162c20d-da17-43f0-a9bb-d592519f3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:05.051230 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-a162c20d-da17-43f0-a9bb-d592519f3744 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0872450 Oct 27 01:50:05.088013 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-b832670e-fcdc-49e4-9699-2dc60ed4ac30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265045 Oct 27 01:50:05.089849 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-dab9e3b3-ed1e-4212-9654-223e226d3f23 service neutron] 10.222.0.66 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438475 Oct 27 01:50:05.255183 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-1a9cfb26-9e2b-4208-8e70-6ebc49c60760 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577945 Oct 27 01:50:05.258589 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-c25e4e37-23e3-4824-8fe6-ca14c853a5dd service neutron] 10.222.0.66 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625009 Oct 27 01:50:05.354115 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96cbb3a1-e2ae-4c7f-8cac-0f07e685938c req-c0afb9bc-1fe5-4d24-9509-27435cfd9c5f service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897779 Oct 27 01:50:05.517241 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b61ce-dc6b-400d-a840-b72903eaa2cc req-5b3d39c1-b754-4006-b273-638d3a52536b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:05.519619 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c60b61ce-dc6b-400d-a840-b72903eaa2cc req-5b3d39c1-b754-4006-b273-638d3a52536b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 944 time: 0.0750983 Oct 27 01:50:05.558957 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c60b61ce-dc6b-400d-a840-b72903eaa2cc req-1abecd4b-04f3-4f4f-b080-537159184915 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Oct 27 01:50:05.823182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f90de652-af57-47b6-85ce-ab4cedf784ed up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:50:05.856046 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913121-a6b9-4402-b415-d9e61d898153 req-50fdda3b-4ad4-43c1-afd5-2165549370e4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:05.857998 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-91913121-a6b9-4402-b415-d9e61d898153 req-50fdda3b-4ad4-43c1-afd5-2165549370e4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0541685 Oct 27 01:50:05.914323 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-58df00c4-edf2-4bd8-a2bf-926ef398d4a1 req-77f35e79-1170-4594-a79c-e6177deab03e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0268075 Oct 27 01:50:05.926054 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-91913121-a6b9-4402-b415-d9e61d898153 req-d6fc1d37-b098-428d-95b9-9bed8a50f583 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Oct 27 01:50:05.962534 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port f90de652-af57-47b6-85ce-ab4cedf784ed completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:50:05.967645 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port f90de652-af57-47b6-85ce-ab4cedf784ed triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:50:05.967944 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:06.071830 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:06.094440 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:50:06.094440 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a71f1c-70bc-4d85-b101-cb5d63c5713e" -d '{"events": [{"server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "name": "network-vif-plugged", "status": "completed", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:50:06.105155 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f90de652-af57-47b6-85ce-ab4cedf784ed,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:06.131615 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c82fc3-73c7-4c6d-b40c-a64618b86ca5 x-openstack-request-id: req-42c82fc3-73c7-4c6d-b40c-a64618b86ca5 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:50:06.131926 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "name": "network-vif-plugged", "status": "completed", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:50:06.132230 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42c82fc3-73c7-4c6d-b40c-a64618b86ca5 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:50:06.132641 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed', 'code': 200} Oct 27 01:50:06.179796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:06.240000 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:06.566128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10359aa3-fc3b-4898-b0f8-6a73684342df req-cc64b28c-0f83-465b-bbf7-f13015f49368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:06.567665 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-10359aa3-fc3b-4898-b0f8-6a73684342df req-cc64b28c-0f83-465b-bbf7-f13015f49368 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 1098 time: 0.0393698 Oct 27 01:50:06.605408 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-10359aa3-fc3b-4898-b0f8-6a73684342df req-dfa63c6f-ec21-41c9-a1a5-d52127a4e9db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305524 Oct 27 01:50:06.676078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e7823-8d57-4eca-9e28-5c5b438542c3 req-b31638a1-a5e7-4c34-97cf-3e5d65459884 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:06.677501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-676e7823-8d57-4eca-9e28-5c5b438542c3 req-b31638a1-a5e7-4c34-97cf-3e5d65459884 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Oct 27 01:50:06.719933 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-676e7823-8d57-4eca-9e28-5c5b438542c3 req-497348f4-ab9f-4312-9708-443a5a1910a9 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364394 Oct 27 01:50:06.990014 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c01ffe3c-4292-4d3f-9c69-027a74694158 req-ef134531-014c-4483-bcc5-70c3633f730b tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0261798 Oct 27 01:50:07.088565 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc8dfc-c622-475f-9fb2-819efe020c9e req-fb54ff66-f32c-46c9-8144-b0ccbb46e798 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:07.090026 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-42bc8dfc-c622-475f-9fb2-819efe020c9e req-fb54ff66-f32c-46c9-8144-b0ccbb46e798 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0482996 Oct 27 01:50:07.128583 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-42bc8dfc-c622-475f-9fb2-819efe020c9e req-b561ae23-11de-47ac-aada-2efedced94bf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Oct 27 01:50:07.843162 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ca92a-aece-487b-b2bc-6d3565c9c26e req-897dcad3-f166-48c0-b5e2-f671a9a55b5d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:07.844657 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-465ca92a-aece-487b-b2bc-6d3565c9c26e req-897dcad3-f166-48c0-b5e2-f671a9a55b5d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Oct 27 01:50:07.881515 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-465ca92a-aece-487b-b2bc-6d3565c9c26e req-6464562b-70e8-4e9a-877c-74deed651a95 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310366 Oct 27 01:50:08.083165 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b050aa02-6d91-49b6-9f4f-7df9ca8adf15 req-ab3dcf8e-9ab4-4234-8bdb-3b7f9cea4e1f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0266085 Oct 27 01:50:08.242230 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295e33-05b5-4ffc-97c7-477e6b632e26 req-21c7d760-9f95-4fd1-9fdf-0f403ee179cf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:08.243989 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e2295e33-05b5-4ffc-97c7-477e6b632e26 req-21c7d760-9f95-4fd1-9fdf-0f403ee179cf tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0488951 Oct 27 01:50:08.288381 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e2295e33-05b5-4ffc-97c7-477e6b632e26 req-e4d5825b-e14f-4908-b6b3-f74464c3dcec tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Oct 27 01:50:08.674045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-c7e46d75-a73f-4ee9-8197-dbf5b191d3a1 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:08.674045 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-c7e46d75-a73f-4ee9-8197-dbf5b191d3a1 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 809 time: 0.0989149 Oct 27 01:50:08.779842 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-724e7b0d-5793-4a5e-9ba3-a95bdf88c2de tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e HTTP/1.1" status: 200 len: 380 time: 0.0364323 Oct 27 01:50:08.790904 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'port': {'device_id': '270569b4-d440-4cba-921b-d4a2693b272e', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'admin_state_up': True, 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'security_groups': ['386b52a4-2223-4044-8b99-dc08a3f0c578']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:50:08.971335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Made reservation on behalf of dfdc1aa1208f439e9c5dc6ad72d8392e for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:50:08.975448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.184425 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7a6d8bf7-9b1b-4d59-9b6b-a35d40cceea1 req-35296793-e4ee-4ba8-9f30-4e7d90637005 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0289080 Oct 27 01:50:09.263178 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e516d5-b6aa-4185-a7ee-060f22332074 req-d9b4fea0-155e-4c3b-bef5-f7a538d88b9b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:09.264708 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-77e516d5-b6aa-4185-a7ee-060f22332074 req-d9b4fea0-155e-4c3b-bef5-f7a538d88b9b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.3042271 Oct 27 01:50:09.289679 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46744) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:09.349252 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-77e516d5-b6aa-4185-a7ee-060f22332074 req-efc2014b-046c-4516-be49-4d1192174549 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764134 Oct 27 01:50:09.392044 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Allocated IP 172.20.0.5 (8abd833a-30e6-41bc-acad-8109cee93197/6579797b-e8d8-4639-b881-18b1d5461e16/29bfb984-9a1c-4aec-a026-7b22bb3c859b) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:50:09.463120 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-703fe111-c88a-4418-a56a-9856328232ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.535623 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683fc7-2d1c-469c-aed4-09cb1d7d3d2e req-bcf31aa1-a697-402b-9ae3-186c43c9b73a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:09.537126 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c9683fc7-2d1c-469c-aed4-09cb1d7d3d2e req-bcf31aa1-a697-402b-9ae3-186c43c9b73a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.1219683 Oct 27 01:50:09.572620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-703fe111-c88a-4418-a56a-9856328232ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.576063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.589365 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c9683fc7-2d1c-469c-aed4-09cb1d7d3d2e req-b6b4cc02-8991-4652-a69d-228735e28019 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Oct 27 01:50:09.642510 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-703fe111-c88a-4418-a56a-9856328232ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.671528 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.683787 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-703fe111-c88a-4418-a56a-9856328232ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbc1fad129d34142bf2fc9676112eb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906016 Oct 27 01:50:09.683787 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe111-c88a-4418-a56a-9856328232ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c26ad9-b2b3-4044-bb0d-1a3de936f1f1,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:09.685062 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46758) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:09.716911 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Network 8abd833a-30e6-41bc-acad-8109cee93197 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:50:09.720335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:50:09.725500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:50:09.731959 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:09.732870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.744479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:09.757708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.780266 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.822740 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-b2605336-5664-46cd-b130-808ad28faa2f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354202 Oct 27 01:50:09.851618 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Request body: {'port': {'device_id': '270569b4-d440-4cba-921b-d4a2693b272e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:50:09.903225 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.905723 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.910435 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29c26ad9-b2b3-4044-bb0d-1a3de936f1f1 HTTP/1.1" status: 204 len: 168 time: 0.2243576 Oct 27 01:50:09.927034 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:09.927829 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab98064-7a4e-4b5c-b603-6d70e17c0bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c26ad9-b2b3-4044-bb0d-1a3de936f1f1,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:10.010134 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d640bc3f-3075-42b3-9ebc-81f0e10da9d8 None None] Provisioning complete for port 29bfb984-9a1c-4aec-a026-7b22bb3c859b triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:50:10.010707 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d640bc3f-3075-42b3-9ebc-81f0e10da9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.046537 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-d640bc3f-3075-42b3-9ebc-81f0e10da9d8 None None] Port 29bfb984-9a1c-4aec-a026-7b22bb3c859b cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:50:10.165558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bfb984-9a1c-4aec-a026-7b22bb3c859b {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:50:10.173383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.185406 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Transition to ACTIVE for port object 29bfb984-9a1c-4aec-a026-7b22bb3c859b will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:50:10.246123 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.313203 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:10.326944 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4f4b9-b8c2-424d-82b3-8e4ec6d84845 req-ea50ca17-aed1-489f-b37d-da71fccb9ffb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:10.335195 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5ce4f4b9-b8c2-424d-82b3-8e4ec6d84845 req-ea50ca17-aed1-489f-b37d-da71fccb9ffb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0733528 Oct 27 01:50:10.368537 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Attempting to bind port 29bfb984-9a1c-4aec-a026-7b22bb3c859b on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:50:10.368884 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Attempting to bind port 29bfb984-9a1c-4aec-a026-7b22bb3c859b by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:50:10.370021 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Attempting to bind port 29bfb984-9a1c-4aec-a026-7b22bb3c859b on network 8abd833a-30e6-41bc-acad-8109cee93197 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:50:10.375071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Port 29bfb984-9a1c-4aec-a026-7b22bb3c859b on network 8abd833a-30e6-41bc-acad-8109cee93197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:50:10.381523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Attempting to bind port 29bfb984-9a1c-4aec-a026-7b22bb3c859b on network 8abd833a-30e6-41bc-acad-8109cee93197 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:50:10.381523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:50:10.381949 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Checking segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:50:10.382129 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Bound using segment: {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:50:10.382568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Bound port: 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883e8a-86fb-4303-834f-94fd9b9f0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:50:10.382923 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.406339 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5ce4f4b9-b8c2-424d-82b3-8e4ec6d84845 req-2a5d9b35-b7c8-42d4-9528-26dfe7c44600 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651467 Oct 27 01:50:10.516971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:50:10.525129 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:50:10.546043 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46778) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:10.559642 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5065-144d-4797-9bde-91751af74849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.608579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.645411 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5065-144d-4797-9bde-91751af74849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.668127 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:10.671118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.671118 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] 10.222.0.71 "PUT /v2.0/ports/29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 1093 time: 0.8235943 Oct 27 01:50:10.671798 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:50:10.675483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc3c36-42ed-49aa-901d-fb84106b7b49" -d '{"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:50:10.699778 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4667-358d-4d62-a762-c895baa7934a service neutron] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:10.730670 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd58e2-5f77-4aed-b556-6405d882dd9e req-cc74c9c3-1896-4b50-afdf-689256e6165b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:10.732896 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-06dd58e2-5f77-4aed-b556-6405d882dd9e req-cc74c9c3-1896-4b50-afdf-689256e6165b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0605948 Oct 27 01:50:10.746359 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5065-144d-4797-9bde-91751af74849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.801378 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c554e-1bc2-4bd5-9b2e-2df24039538c x-openstack-request-id: req-967c554e-1bc2-4bd5-9b2e-2df24039538c {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:50:10.801775 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:50:10.802224 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-967c554e-1bc2-4bd5-9b2e-2df24039538c {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:50:10.802625 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'status': 'completed', 'code': 200} Oct 27 01:50:10.807122 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46786) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:10.807371 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8dfe5065-144d-4797-9bde-91751af74849 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4953d7ad47414c738207fe400fe6e29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606997 Oct 27 01:50:10.811478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5065-144d-4797-9bde-91751af74849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e5502-f122-44c7-aeba-dd1c0ad55fe0,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:10.829268 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-06dd58e2-5f77-4aed-b556-6405d882dd9e req-200ea7a3-03db-475f-a571-4f64ffe48b79 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841780 Oct 27 01:50:10.945039 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:10.961750 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-17243262-c92a-4b7e-ad63-6a6cb91b8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:10.963501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-17243262-c92a-4b7e-ad63-6a6cb91b8bb7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1096 time: 0.0842893 Oct 27 01:50:10.976333 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:11.103554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-17a899c2-0644-4640-807e-892b517f519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.105012 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-17a899c2-0644-4640-807e-892b517f519f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1202512 Oct 27 01:50:11.166869 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:11.169465 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:11.170610 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/356e5502-f122-44c7-aeba-dd1c0ad55fe0 HTTP/1.1" status: 204 len: 168 time: 0.3621113 Oct 27 01:50:11.188079 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa21393-541b-47c0-9ce5-b23e667d5342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e5502-f122-44c7-aeba-dd1c0ad55fe0,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:11.223458 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-c59d8979-2e14-4ff5-84ae-2ef71d0213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.224930 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-80bc3c36-42ed-49aa-901d-fb84106b7b49 req-c59d8979-2e14-4ff5-84ae-2ef71d0213f1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1114838 Oct 27 01:50:11.347605 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-15ed6bf2-9918-452b-8334-437438a1f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.349278 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-15ed6bf2-9918-452b-8334-437438a1f7d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1096 time: 0.0476382 Oct 27 01:50:11.412908 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-07cf9b4c-59ad-4944-8c6c-ce15e8537025 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 217 time: 0.0428429 Oct 27 01:50:11.476833 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc74a53-b40c-4a95-8275-c81550197c9d req-472d1d56-501f-44bb-b744-f36be07aa9c2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.478397 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ffc74a53-b40c-4a95-8275-c81550197c9d req-472d1d56-501f-44bb-b744-f36be07aa9c2 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0682201 Oct 27 01:50:11.548837 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ffc74a53-b40c-4a95-8275-c81550197c9d req-34715bf8-fc5b-43f5-8a13-1208ced2ef3d tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Oct 27 01:50:11.552840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fab79-c5f3-4deb-a632-5c0991f6fb6e req-2c2859eb-78ee-4efc-bc50-14ebef24f763 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.554322 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-16f70593-95ee-4c12-9917-8cf8158cf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.554435 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d33fab79-c5f3-4deb-a632-5c0991f6fb6e req-2c2859eb-78ee-4efc-bc50-14ebef24f763 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0747557 Oct 27 01:50:11.555759 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-16f70593-95ee-4c12-9917-8cf8158cf1f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0765035 Oct 27 01:50:11.614649 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d33fab79-c5f3-4deb-a632-5c0991f6fb6e req-bdaba26b-6fbe-4f9d-9748-87bb732ccaba tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 Oct 27 01:50:11.634046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a541-af30-42db-971a-2e0ed77f1efc req-78fa9b33-ecae-4e04-9aca-194742dbdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:11.635591 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-78fa9b33-ecae-4e04-9aca-194742dbdc96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685849 Oct 27 01:50:11.748895 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-d261ca41-01a5-4f45-951e-c42648b05b86 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987513 Oct 27 01:50:11.854103 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4377a541-af30-42db-971a-2e0ed77f1efc req-3e208956-6a77-4db2-9b6c-fc6a75623cfb service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023772 Oct 27 01:50:12.675957 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9dd6-1a17-4660-88b3-2446455dc824 req-33573439-6e75-4990-9101-c4182ec76c39 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:12.677425 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-470f9dd6-1a17-4660-88b3-2446455dc824 req-33573439-6e75-4990-9101-c4182ec76c39 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0480039 Oct 27 01:50:12.715594 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-470f9dd6-1a17-4660-88b3-2446455dc824 req-71c57fc6-3ad0-4394-89da-3b5e803e635b tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Oct 27 01:50:12.831909 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e60ad-0213-49ae-9e05-f4f8545494e6 req-fd5b3c44-23b4-4d08-b187-ce67fc7651c3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:12.833416 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d92e60ad-0213-49ae-9e05-f4f8545494e6 req-fd5b3c44-23b4-4d08-b187-ce67fc7651c3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0510423 Oct 27 01:50:12.869983 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d92e60ad-0213-49ae-9e05-f4f8545494e6 req-884aafd3-fa89-41f8-a564-23dcceb3e62e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301924 Oct 27 01:50:13.841873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde74f-9ab9-4f68-b0ff-fa8081be0f50 req-054f7f2e-a240-41cc-ad24-25a24e766964 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:13.843579 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0dde74f-9ab9-4f68-b0ff-fa8081be0f50 req-054f7f2e-a240-41cc-ad24-25a24e766964 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Oct 27 01:50:13.884615 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0dde74f-9ab9-4f68-b0ff-fa8081be0f50 req-11520c19-f596-4ee3-a4a9-575c6c8c0c11 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/security-groups?id=456153f5-abe3-4e06-9b01-8a4ff03d8a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Oct 27 01:50:14.013855 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-8594c08e-a35a-494a-ab58-6be7281be506 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:14.015398 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-8594c08e-a35a-494a-ab58-6be7281be506 tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 945 time: 0.0824778 Oct 27 01:50:14.027331 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e5e5e-7d0c-465b-9234-4a21f88bcefb req-e49ca45e-6d65-418f-957c-ec7a099a9e4d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:14.028863 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-368e5e5e-7d0c-465b-9234-4a21f88bcefb req-e49ca45e-6d65-418f-957c-ec7a099a9e4d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0866485 Oct 27 01:50:14.134997 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-368e5e5e-7d0c-465b-9234-4a21f88bcefb req-038f2537-bcf2-41fa-a4ee-3e3d88035c67 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979111 Oct 27 01:50:14.176918 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Deleting port f90de652-af57-47b6-85ce-ab4cedf784ed {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:50:14.177259 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:14.267814 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] For port f90de652-af57-47b6-85ce-ab4cedf784ed, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f90de652-af57-47b6-85ce-ab4cedf784ed,segment=NetworkSegment(61854b64-38bb-4715-9d98-a166d69501de),segment_id=61854b64-38bb-4715-9d98-a166d69501de)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:14.268739 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:14.283630 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Calling delete_port for f90de652-af57-47b6-85ce-ab4cedf784ed owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:50:14.493948 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:14.531886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Pushing event deleted for resources: {'Port': ['ID=f90de652-af57-47b6-85ce-ab4cedf784ed,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:14.543968 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['f90de652-af57-47b6-85ce-ab4cedf784ed'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:50:14.593259 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] No DVR routers for this DVR port f90de652-af57-47b6-85ce-ab4cedf784ed on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:50:14.596414 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:14.599700 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dd60fdd0-4e26-45e7-ab3f-5800e22378d2 req-2df409e0-2c1c-4a5c-8f37-30edc1a5eeab tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.71 "DELETE /v2.0/ports/f90de652-af57-47b6-85ce-ab4cedf784ed HTTP/1.1" status: 204 len: 173 time: 0.5699387 Oct 27 01:50:14.600124 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'name': 'network-vif-deleted', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:50:14.603046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4440010-4bf8-40fc-8c33-59586998a39c" -d '{"events": [{"server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "name": "network-vif-deleted", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:50:14.641255 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530c966-9d64-4d80-b84a-5989da4a2489 x-openstack-request-id: req-2530c966-9d64-4d80-b84a-5989da4a2489 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:50:14.641555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5c0bb-f057-4c7b-9104-60553538a271", "name": "network-vif-deleted", "tag": "f90de652-af57-47b6-85ce-ab4cedf784ed", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:50:14.641837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2530c966-9d64-4d80-b84a-5989da4a2489 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:50:14.642229 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5c0bb-f057-4c7b-9104-60553538a271', 'name': 'network-vif-deleted', 'tag': 'f90de652-af57-47b6-85ce-ab4cedf784ed', 'status': 'completed', 'code': 200} Oct 27 01:50:14.747503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7c5de-aae3-48cb-88ac-516c919e4235 req-2c92f86d-5801-455e-9ea9-92ccded7c798 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:14.748876 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ef7c5de-aae3-48cb-88ac-516c919e4235 req-2c92f86d-5801-455e-9ea9-92ccded7c798 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0529058 Oct 27 01:50:14.788109 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ef7c5de-aae3-48cb-88ac-516c919e4235 req-256c0687-57a5-4247-b8c4-83050212cee0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Oct 27 01:50:14.992649 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7cc5fd72-5187-4fba-b9dd-1b635491e67d req-becf4ec9-8fa6-4a5c-ab90-fdcd300836db tempest-VolumesActionsTest-941775311 tempest-VolumesActionsTest-941775311-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b5c0bb-f057-4c7b-9104-60553538a271 HTTP/1.1" status: 200 len: 210 time: 0.0259011 Oct 27 01:50:15.253418 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6815-d7ea-49a5-bade-b444f1c83ebb req-121a7a5d-a546-4801-ab58-eb6d02fa43a7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:15.254915 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-693f6815-d7ea-49a5-bade-b444f1c83ebb req-121a7a5d-a546-4801-ab58-eb6d02fa43a7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0496345 Oct 27 01:50:15.293940 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-693f6815-d7ea-49a5-bade-b444f1c83ebb req-938088b5-c9c5-40ea-8762-109f4e68b3e8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Oct 27 01:50:15.712611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 46976) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:15.820251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f3d797d4-aa54-4e68-8815-aa6fee2a76eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:15.892472 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f3d797d4-aa54-4e68-8815-aa6fee2a76eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:15.965914 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f3d797d4-aa54-4e68-8815-aa6fee2a76eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.003617 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f3d797d4-aa54-4e68-8815-aa6fee2a76eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=266d7581c37048c8927c82cd2a65b417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897313 Oct 27 01:50:16.005566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d797d4-aa54-4e68-8815-aa6fee2a76eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c63ec5-4d9e-4956-9583-b4080eb1660f,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:16.006379 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 46982) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:16.060007 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.084960 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.196248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.198891 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.202567 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3c63ec5-4d9e-4956-9583-b4080eb1660f HTTP/1.1" status: 204 len: 168 time: 0.1951883 Oct 27 01:50:16.210406 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed0d3-820f-426a-9d0d-c65e2340715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c63ec5-4d9e-4956-9583-b4080eb1660f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:16.422606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272aa2e-4be8-4f8b-b731-18538c640532 req-df15e452-6d20-420e-a7c6-73eb4a4cf1cb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:16.424762 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e272aa2e-4be8-4f8b-b731-18538c640532 req-df15e452-6d20-420e-a7c6-73eb4a4cf1cb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0545361 Oct 27 01:50:16.464413 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e272aa2e-4be8-4f8b-b731-18538c640532 req-39a91bec-0519-4353-bdb8-ff1bbd79b766 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Oct 27 01:50:16.795167 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47018) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:16.808556 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f6cd42db-1635-4408-8e1f-6f6d637ce336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.882594 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f6cd42db-1635-4408-8e1f-6f6d637ce336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:16.962591 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f6cd42db-1635-4408-8e1f-6f6d637ce336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:17.005870 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f6cd42db-1635-4408-8e1f-6f6d637ce336 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=394841f47d4d4bd5961f237f149be29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073011 Oct 27 01:50:17.005870 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd42db-1635-4408-8e1f-6f6d637ce336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb00247-2d5b-4ce7-bc88-3b3fe42f044a,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:17.007639 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47026) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:17.077357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:17.099772 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:17.213375 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:17.218030 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:17.218030 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bb00247-2d5b-4ce7-bc88-3b3fe42f044a HTTP/1.1" status: 204 len: 168 time: 0.2087412 Oct 27 01:50:17.226147 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fbcbc-a38b-4a09-9c88-dc014246ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb00247-2d5b-4ce7-bc88-3b3fe42f044a,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:17.583985 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d6d8-42cb-422d-a0a9-9a687d285fe4 req-6434767d-d4ff-4049-94dc-57cd425c1f77 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:17.585470 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0fa4d6d8-42cb-422d-a0a9-9a687d285fe4 req-6434767d-d4ff-4049-94dc-57cd425c1f77 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0494788 Oct 27 01:50:17.628465 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0fa4d6d8-42cb-422d-a0a9-9a687d285fe4 req-be013312-bb6b-463d-943d-afbc8e218f63 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359750 Oct 27 01:50:17.884711 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f90de652-af57-47b6-85ce-ab4cedf784ed no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:50:17.906941 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: f90de652-af57-47b6-85ce-ab4cedf784ed {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:50:17.907302 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f90de652-af57-47b6-85ce-ab4cedf784ed not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:50:18.754279 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4285e-c606-4a33-a8c8-c318eb3e8387 req-37c7528d-4b9d-48c8-a562-148c610db615 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:18.756366 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3ca4285e-c606-4a33-a8c8-c318eb3e8387 req-37c7528d-4b9d-48c8-a562-148c610db615 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0581021 Oct 27 01:50:18.811225 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3ca4285e-c606-4a33-a8c8-c318eb3e8387 req-bb79f68c-04c3-49da-bc35-862bbbadf20a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Oct 27 01:50:18.895393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47122) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:19.040009 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8c90-58c5-4f85-a885-bd24f26c7559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.112895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8c90-58c5-4f85-a885-bd24f26c7559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.178508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8c90-58c5-4f85-a885-bd24f26c7559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.215767 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2f8e8c90-58c5-4f85-a885-bd24f26c7559 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90272d8f0a8e485a896aca39ba261e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193257 Oct 27 01:50:19.216875 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8c90-58c5-4f85-a885-bd24f26c7559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d2460-0607-4dfa-b680-737f406a7792,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:19.218463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47130) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:19.268809 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.289726 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.413382 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.416035 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:19.417168 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab9d2460-0607-4dfa-b680-737f406a7792 HTTP/1.1" status: 204 len: 168 time: 0.1969235 Oct 27 01:50:19.426287 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d5053-277f-467b-8809-ed1b17e54a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d2460-0607-4dfa-b680-737f406a7792,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:22.990407 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b228-cb64-479c-8a00-8fa35f52f4ab req-e5c29cb5-2751-4a0f-926d-3dde2408f206 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:22.991901 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-92a0b228-cb64-479c-8a00-8fa35f52f4ab req-e5c29cb5-2751-4a0f-926d-3dde2408f206 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0502229 Oct 27 01:50:23.028204 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-92a0b228-cb64-479c-8a00-8fa35f52f4ab req-9773a2ac-a400-4eac-90c3-adf75a5ba68a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304601 Oct 27 01:50:24.147114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1248aeb-f05b-4f23-87ae-1aa45a485ad9 req-6f6104cd-7a02-47cb-9601-74168e82dc74 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:24.148608 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d1248aeb-f05b-4f23-87ae-1aa45a485ad9 req-6f6104cd-7a02-47cb-9601-74168e82dc74 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0478604 Oct 27 01:50:24.184237 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d1248aeb-f05b-4f23-87ae-1aa45a485ad9 req-86180b4e-1853-45db-ba79-2accef3b72e9 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299704 Oct 27 01:50:24.824564 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a15f0b5d-d612-4a61-8c5f-794ef5c8ef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:25.495769 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c058f6-40a1-483c-832c-13424cf9babe req-ab1aecfb-6407-4d0a-a863-96acd19eba41 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:25.503476 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-45c058f6-40a1-483c-832c-13424cf9babe req-ab1aecfb-6407-4d0a-a863-96acd19eba41 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.1221881 Oct 27 01:50:25.548092 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-45c058f6-40a1-483c-832c-13424cf9babe req-15a97212-5b02-4f5c-8386-e6ef16e54399 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390239 Oct 27 01:50:25.943546 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:50:26.028877 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2c9b-ea55-41d4-8f3f-7aaa320920fd req-540f5620-d224-4cd7-af49-9075eb125191 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:26.030861 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-795b2c9b-ea55-41d4-8f3f-7aaa320920fd req-540f5620-d224-4cd7-af49-9075eb125191 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0642679 Oct 27 01:50:26.089435 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:26.105490 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'mac_address': 'fa:16:3e:43:14:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:50:26.117345 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-795b2c9b-ea55-41d4-8f3f-7aaa320920fd req-73df6ac7-ecde-46e6-b850-81c7b10d1425 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Oct 27 01:50:26.137446 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-433fa02b-b493-414a-b9e1-d62224313abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:26.137446 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-433fa02b-b493-414a-b9e1-d62224313abc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0998816 Oct 27 01:50:26.162160 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:26.177248 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bfb984-9a1c-4aec-a026-7b22bb3c859b {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:50:26.200841 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:26.242556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-480f12fd-63cf-42c7-a385-69fd19ae17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:26.244417 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-480f12fd-63cf-42c7-a385-69fd19ae17cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.1022744 Oct 27 01:50:26.271000 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:26.351592 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-898f947d-1d51-4eab-8090-aa3e4bc7bbac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0942404 Oct 27 01:50:26.365841 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:26.453841 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-55990d00-3d35-4db3-96ea-68ed0de6a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:26.456435 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-55990d00-3d35-4db3-96ea-68ed0de6a4c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0546069 Oct 27 01:50:26.513473 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-d2d06feb-3098-497e-89f8-5351455e0bda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399511 Oct 27 01:50:26.682795 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-0139ee32-8d78-40f0-9534-42b112d96999 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612728 Oct 27 01:50:26.728396 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35820c-539f-48d3-9e05-5020ae589501 req-97a0a657-8048-4f41-bdfb-15bcaabd6d43 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:26.730818 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2d35820c-539f-48d3-9e05-5020ae589501 req-97a0a657-8048-4f41-bdfb-15bcaabd6d43 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0762036 Oct 27 01:50:26.796079 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2d35820c-539f-48d3-9e05-5020ae589501 req-81346fcf-ee81-43ef-8107-978490e76a55 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453813 Oct 27 01:50:26.821747 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee5b50ae-fd57-4b7a-8083-bb3dff70771a req-7dab5830-23c6-4b7a-aa15-f059298784b2 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304328 Oct 27 01:50:26.862077 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['29bfb984-9a1c-4aec-a026-7b22bb3c859b'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:50:27.256590 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e81fe3-b803-4a40-b18b-c088386f4772 req-99611826-8077-4a1d-aa08-275656e16ade tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:27.264668 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59e81fe3-b803-4a40-b18b-c088386f4772 req-99611826-8077-4a1d-aa08-275656e16ade tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0668876 Oct 27 01:50:27.311929 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59e81fe3-b803-4a40-b18b-c088386f4772 req-441bc5d6-e565-4c3f-bdb0-925ecffeb9e0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Oct 27 01:50:27.751834 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-14784f87-c886-43a5-83c6-b0495c5b4896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:27.995076 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787db5-39c7-4302-b25a-5b3ede57cdfc req-32d256a6-3266-4b94-9804-c6efe04860d1 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:27.996758 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9787db5-39c7-4302-b25a-5b3ede57cdfc req-32d256a6-3266-4b94-9804-c6efe04860d1 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0612252 Oct 27 01:50:28.051788 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9787db5-39c7-4302-b25a-5b3ede57cdfc req-9e510f71-6490-4dba-b39a-0f3ad05b94ed tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Oct 27 01:50:28.388741 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:28.454266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e5f57-d93a-41c4-8fca-47a0d4d28464 req-1567b230-592d-4bb5-b238-d8696c9c4a1b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:28.460811 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-642e5f57-d93a-41c4-8fca-47a0d4d28464 req-1567b230-592d-4bb5-b238-d8696c9c4a1b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0608120 Oct 27 01:50:28.515341 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-642e5f57-d93a-41c4-8fca-47a0d4d28464 req-0035edfd-265b-47a9-8c9b-981bf583eed5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Oct 27 01:50:28.782478 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:30.459345 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:31.142660 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:32.771104 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1eb64-857d-4d45-add5-7ca2d9cbdcb9 req-a7d12458-a338-4489-bc67-a91c08a9bfa3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:32.775765 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-46a1eb64-857d-4d45-add5-7ca2d9cbdcb9 req-a7d12458-a338-4489-bc67-a91c08a9bfa3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0543408 Oct 27 01:50:32.819712 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa313-2eae-475d-a760-63870af1ffbc req-6e3aec5e-1cbf-403d-be1b-051daab19123 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:32.823139 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ebcaa313-2eae-475d-a760-63870af1ffbc req-6e3aec5e-1cbf-403d-be1b-051daab19123 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0709634 Oct 27 01:50:32.836269 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-46a1eb64-857d-4d45-add5-7ca2d9cbdcb9 req-60142e22-4c9d-44b3-ace3-d95c7df84952 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500572 Oct 27 01:50:32.890362 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ebcaa313-2eae-475d-a760-63870af1ffbc req-f8e5b26e-7401-45ad-a891-fa2bbe6c39c0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Oct 27 01:50:33.989557 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436489-4ef0-4d82-ae4f-63f4097e3b11 req-adcbdecf-13e3-41a1-bd11-1cc2784dbec7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:33.991985 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4b436489-4ef0-4d82-ae4f-63f4097e3b11 req-adcbdecf-13e3-41a1-bd11-1cc2784dbec7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0896215 Oct 27 01:50:33.995573 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:50:34.068347 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b2dd2-c04b-4a25-90eb-64934c3bc17f req-6c11f674-9494-442f-9683-6809212a2f3d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:34.078021 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-659b2dd2-c04b-4a25-90eb-64934c3bc17f req-6c11f674-9494-442f-9683-6809212a2f3d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0719182 Oct 27 01:50:34.079631 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4b436489-4ef0-4d82-ae4f-63f4097e3b11 req-0350ddc5-8990-46a1-8d4f-c47a83e05245 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757742 Oct 27 01:50:34.136358 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-659b2dd2-c04b-4a25-90eb-64934c3bc17f req-dc85c1da-ed1a-4f69-a1ca-81b35544c7fe tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Oct 27 01:50:34.153660 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 29bfb984-9a1c-4aec-a026-7b22bb3c859b completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:50:34.157568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 29bfb984-9a1c-4aec-a026-7b22bb3c859b triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:50:34.157958 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:34.270035 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:34.308782 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:50:34.311803 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766880d0-b066-4f4b-808d-e0d68ab4bd5e" -d '{"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-plugged", "status": "completed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:50:34.328796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:50:34.358486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df1f06-6ad4-470d-80f2-75c1eb34e56c x-openstack-request-id: req-c0df1f06-6ad4-470d-80f2-75c1eb34e56c {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:50:34.358896 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-plugged", "status": "completed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:50:34.359147 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0df1f06-6ad4-470d-80f2-75c1eb34e56c {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:50:34.359737 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'code': 200} Oct 27 01:50:34.430066 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:34.486773 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:34.838162 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa743d4a-5f38-4056-a827-e8bfb89c4aa4 req-52fa88f1-c941-46a4-a8a3-ae482d718c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:34.839657 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fa743d4a-5f38-4056-a827-e8bfb89c4aa4 req-52fa88f1-c941-46a4-a8a3-ae482d718c4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0464718 Oct 27 01:50:34.885948 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fa743d4a-5f38-4056-a827-e8bfb89c4aa4 req-f72dc053-7d20-4b38-a419-a34d13bdbeb4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352457 Oct 27 01:50:35.786504 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8691539-b8fe-464b-8aff-5c9196961f45 req-55475ed9-1d11-462e-bb5a-04ceb2cabff2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:35.794205 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f8691539-b8fe-464b-8aff-5c9196961f45 req-55475ed9-1d11-462e-bb5a-04ceb2cabff2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0596981 Oct 27 01:50:35.843401 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f8691539-b8fe-464b-8aff-5c9196961f45 req-b7351202-60f5-49d1-96dc-0c7669337e25 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Oct 27 01:50:35.885561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c19b6-37b4-48af-b748-82f3ef327a7c req-c9d3ff85-096e-4bd8-9eb9-3c1876fba6f4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:35.895069 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-174c19b6-37b4-48af-b748-82f3ef327a7c req-c9d3ff85-096e-4bd8-9eb9-3c1876fba6f4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0762742 Oct 27 01:50:35.931474 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-174c19b6-37b4-48af-b748-82f3ef327a7c req-9e3d401b-cd52-453f-b640-c778859682bb tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Oct 27 01:50:36.982272 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c99a5-09bb-4066-9296-cf811f50c3ce req-5d9d7a19-b51f-4777-9e46-cd0545748408 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:36.984498 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bb0c99a5-09bb-4066-9296-cf811f50c3ce req-5d9d7a19-b51f-4777-9e46-cd0545748408 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0739584 Oct 27 01:50:37.067923 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bb0c99a5-09bb-4066-9296-cf811f50c3ce req-0ab0d3d7-5690-4e85-b293-26cbe1b4eea0 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719514 Oct 27 01:50:37.140222 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908960-d7ae-46d4-af20-1f70c0b7e06b req-bd1190ec-e73e-4520-b510-31dfa94b476f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:37.142713 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69908960-d7ae-46d4-af20-1f70c0b7e06b req-bd1190ec-e73e-4520-b510-31dfa94b476f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0780175 Oct 27 01:50:37.191176 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69908960-d7ae-46d4-af20-1f70c0b7e06b req-4b483007-c61e-47cd-9766-c63a943f27a5 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Oct 27 01:50:37.928946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47428) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:38.067629 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-43404cb7-fac2-45c6-8e5e-54d26197f084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.161637 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-43404cb7-fac2-45c6-8e5e-54d26197f084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.225004 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba643a95-6022-47e4-a3b6-18626691c716 req-f77cedb7-64d3-4286-b0f2-ed1f792ababe tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:38.232996 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba643a95-6022-47e4-a3b6-18626691c716 req-f77cedb7-64d3-4286-b0f2-ed1f792ababe tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0644810 Oct 27 01:50:38.235690 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-43404cb7-fac2-45c6-8e5e-54d26197f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.286371 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba643a95-6022-47e4-a3b6-18626691c716 req-58e097bd-86b2-46b3-97eb-8e950002931d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523350 Oct 27 01:50:38.309731 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-43404cb7-fac2-45c6-8e5e-54d26197f084 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=348b78b65610491c9ae41f6dfa387713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796785 Oct 27 01:50:38.312813 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47444) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:38.325486 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43404cb7-fac2-45c6-8e5e-54d26197f084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f8e015-115f-4361-94ca-ea0d4198c250,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:38.393779 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba093-5db4-4521-a1a4-b8f40ff49001 req-12baca79-3627-494f-8092-22a7537def8a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:38.395270 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-efeba093-5db4-4521-a1a4-b8f40ff49001 req-12baca79-3627-494f-8092-22a7537def8a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0663655 Oct 27 01:50:38.419584 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.443315 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de06f-d361-4f40-9a80-44ddff48dc51 req-cc9e8288-b913-42a9-afb0-0cf86fe9f6f8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:38.453797 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9b5de06f-d361-4f40-9a80-44ddff48dc51 req-cc9e8288-b913-42a9-afb0-0cf86fe9f6f8 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0847807 Oct 27 01:50:38.460726 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-efeba093-5db4-4521-a1a4-b8f40ff49001 req-18afaeb5-f846-42fe-a26a-ec85e34bf93d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522306 Oct 27 01:50:38.471536 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.739630 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9b5de06f-d361-4f40-9a80-44ddff48dc51 req-493ee293-b1df-4efb-a228-3e021984655f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893040 Oct 27 01:50:38.760684 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47450) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:38.841310 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.844009 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:38.848593 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42f8e015-115f-4361-94ca-ea0d4198c250 HTTP/1.1" status: 204 len: 168 time: 0.5311170 Oct 27 01:50:38.854696 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711bc9-096e-4c8c-be23-36d3ed4c0793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f8e015-115f-4361-94ca-ea0d4198c250,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:38.902693 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81a930-788f-4bb3-9791-168c4bab80a8 tempest-TestShelveInstance-729800704 tempest-TestShelveInstance-729800704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:38.907414 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-fa81a930-788f-4bb3-9791-168c4bab80a8 tempest-TestShelveInstance-729800704 tempest-TestShelveInstance-729800704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1093 time: 0.1428468 Oct 27 01:50:38.910334 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47460) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:38.915334 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:50:39.029936 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for floatingip, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.159257 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.306107 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Allocated IP 172.27.0.124 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/ed04d484-263d-41da-b8ae-ae24f88ccec5) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:50:39.441365 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.570691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.606131 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:50:39.644510 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:50:39.647791 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:50:39.673157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47476) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:39.693449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-668e8622-1874-497f-82b4-fdcecb18f68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.750191 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29a489-fb9c-4cfa-9d57-d06fbe281fbb req-77b05c2d-bc38-4c2f-affa-dd8adb48fa07 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:39.752743 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8d29a489-fb9c-4cfa-9d57-d06fbe281fbb req-77b05c2d-bc38-4c2f-affa-dd8adb48fa07 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.2253315 Oct 27 01:50:39.772997 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'Port': ['ID=ed04d484-263d-41da-b8ae-ae24f88ccec5,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:39.843432 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-668e8622-1874-497f-82b4-fdcecb18f68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.861165 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8d29a489-fb9c-4cfa-9d57-d06fbe281fbb req-71143ed7-f471-467f-a6b9-b024a4a5421c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813160 Oct 27 01:50:39.907966 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-668e8622-1874-497f-82b4-fdcecb18f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:39.963315 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-668e8622-1874-497f-82b4-fdcecb18f68e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=846706cb015c4ecb935859eca33201a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860849 Oct 27 01:50:39.963315 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8622-1874-497f-82b4-fdcecb18f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023c7df3-01b2-4303-a079-a38cd1b8e85c,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:39.964459 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47482) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:40.028354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.057989 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.175844 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.189900 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.198995 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.198995 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/023c7df3-01b2-4303-a079-a38cd1b8e85c HTTP/1.1" status: 204 len: 168 time: 0.2285016 Oct 27 01:50:40.204149 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba0ab5-9524-4c52-9926-4520c4861b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023c7df3-01b2-4303-a079-a38cd1b8e85c,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:40.400602 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.856890 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.858122 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:50:40.972636 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:40.996162 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a96abf-7996-48f3-b8a4-d703be0f12df req-ec8c8902-b845-4f93-bafd-ba1b1628ded0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:40.997803 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a9a96abf-7996-48f3-b8a4-d703be0f12df req-ec8c8902-b845-4f93-bafd-ba1b1628ded0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0574076 Oct 27 01:50:41.037207 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.060643 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a9a96abf-7996-48f3-b8a4-d703be0f12df req-64b2d237-75b4-44cc-b793-60546714ed16 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Oct 27 01:50:41.086500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47502) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:41.101294 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6dcaff11-3e6a-4609-ade5-d6c5443840f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.147732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event updated for resources: {'Port': ['ID=ed04d484-263d-41da-b8ae-ae24f88ccec5,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:41.195506 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.l3_db [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Floating IP 8a37053a-e42f-4657-be10-87865111adbe associated. External IP: 172.27.0.124, port: 29bfb984-9a1c-4aec-a026-7b22bb3c859b. Oct 27 01:50:41.196171 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6dcaff11-3e6a-4609-ade5-d6c5443840f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.292697 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6dcaff11-3e6a-4609-ade5-d6c5443840f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.351791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaff11-3e6a-4609-ade5-d6c5443840f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad5e1f-5561-488b-aea7-95b53e69d055,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:41.368999 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6dcaff11-3e6a-4609-ade5-d6c5443840f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cec79e9432b948f08a34a86b80d0d00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789679 Oct 27 01:50:41.369174 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47510) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:41.438178 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.467698 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.499729 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:50:41.578329 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.583506 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.584655 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47ad5e1f-5561-488b-aea7-95b53e69d055 HTTP/1.1" status: 204 len: 168 time: 0.2147112 Oct 27 01:50:41.601840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9559f-22aa-4184-8b54-a451ea5c5214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad5e1f-5561-488b-aea7-95b53e69d055,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:41.645043 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:50:41.655719 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Sync routers for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:50:41.669655 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:50:41.670277 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:41.735129 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:41.772943 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ea05c3d8-aa94-498e-8420-66282e978bd3 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8614154 Oct 27 01:50:41.773613 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:50:41.775970 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c66a6-bcbc-4156-94bf-61a1778d54b0" -d '{"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:50:41.816983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47583c2-a18a-4d76-95ab-88d73bbd2fcc x-openstack-request-id: req-f47583c2-a18a-4d76-95ab-88d73bbd2fcc {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:50:41.816983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:50:41.816983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f47583c2-a18a-4d76-95ab-88d73bbd2fcc {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:50:41.817248 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'status': 'completed', 'code': 200} Oct 27 01:50:41.825402 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:50:41.918625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-dd03404c-2152-4f2e-ad64-cef0679afb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:41.920590 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-dd03404c-2152-4f2e-ad64-cef0679afb5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0479755 Oct 27 01:50:42.105457 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-89ad5d95-77b9-4000-8d0e-2bc0bf0b8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:42.106607 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-89ad5d95-77b9-4000-8d0e-2bc0bf0b8dee service neutron] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 911 time: 0.1770880 Oct 27 01:50:42.198303 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '8a37053a-e42f-4657-be10-87865111adbe', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'mac_address': 'fa:16:3e:43:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270569b4-d440-4cba-921b-d4a2693b272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:50:40Z', 'updated_at': '2021-10-27T01:50:40Z', 'revision_number': 0, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:42.227227 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Checking router: 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:50:42.236433 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:50:42.237453 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:42.244122 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-362d2a60-6f4a-482b-933e-75ed8de9702a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 999 time: 0.1292274 Oct 27 01:50:42.272019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afb913-a3aa-4288-96cc-e3c1849d9e97 req-418180c8-54b4-4293-aa41-24ee18248aa8 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:42.280076 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a5afb913-a3aa-4288-96cc-e3c1849d9e97 req-418180c8-54b4-4293-aa41-24ee18248aa8 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0948899 Oct 27 01:50:42.350886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-46a3ca65-526f-46a0-8d98-5a7c344e03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:42.352377 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-46a3ca65-526f-46a0-8d98-5a7c344e03d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0981688 Oct 27 01:50:42.355467 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a5afb913-a3aa-4288-96cc-e3c1849d9e97 req-9f1bcc41-f1ef-4b61-a50d-35e07b9a5f5e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743501 Oct 27 01:50:42.380027 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:50:42.414609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-9490fde1-60ef-4b2c-b79c-dca387b6899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:42.416653 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-9490fde1-60ef-4b2c-b79c-dca387b6899d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556946 Oct 27 01:50:42.602639 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-46dbfbf4-de74-46e6-8f4b-9eb00137431e service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608262 Oct 27 01:50:42.793867 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a97c66a6-bcbc-4156-94bf-61a1778d54b0 req-957b568b-fc4e-4b4c-a18e-4e48f52df6f1 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653800 Oct 27 01:50:42.822556 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '8a37053a-e42f-4657-be10-87865111adbe', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'mac_address': 'fa:16:3e:43:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270569b4-d440-4cba-921b-d4a2693b272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:50:40Z', 'updated_at': '2021-10-27T01:50:40Z', 'revision_number': 0, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:42.849903 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08656f9-67d5-49d1-a91c-07ea134c60fe None None] The sync data for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi is: [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '8a37053a-e42f-4657-be10-87865111adbe', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'mac_address': 'fa:16:3e:43:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270569b4-d440-4cba-921b-d4a2693b272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:50:40Z', 'updated_at': '2021-10-27T01:50:40Z', 'revision_number': 0, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:50:43.135066 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc4625a-571c-4a3e-9ca9-8c6370aec2aa None None] New status for floating IP 8a37053a-e42f-4657-be10-87865111adbe: ACTIVE {{(pid=108325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:50:43.541611 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec866ec-d760-4a96-a385-5e0e2b1d3ce3 req-1cf7f850-8903-40be-9006-e34360d043a9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:43.547083 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5ec866ec-d760-4a96-a385-5e0e2b1d3ce3 req-1cf7f850-8903-40be-9006-e34360d043a9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0702991 Oct 27 01:50:43.618209 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5ec866ec-d760-4a96-a385-5e0e2b1d3ce3 req-de6e0505-9998-4f4a-8f5d-7f6214769306 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671570 Oct 27 01:50:44.727054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796153a-f8ef-4288-b89d-e3d24923de07 req-fe3ba0db-ec64-41d8-be1a-b0a91151d429 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:44.728557 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f796153a-f8ef-4288-b89d-e3d24923de07 req-fe3ba0db-ec64-41d8-be1a-b0a91151d429 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0515027 Oct 27 01:50:44.766916 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f796153a-f8ef-4288-b89d-e3d24923de07 req-5e312f6f-95e6-4bd0-89aa-5c1941f2a23f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Oct 27 01:50:48.663888 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec4442-db22-4c58-9ec3-31b3fe9316ac req-81a5f434-084a-44a4-b6eb-9d2599268d6a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:48.665367 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9aec4442-db22-4c58-9ec3-31b3fe9316ac req-81a5f434-084a-44a4-b6eb-9d2599268d6a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0538588 Oct 27 01:50:48.702597 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9aec4442-db22-4c58-9ec3-31b3fe9316ac req-3bf38467-986f-4066-8de2-08f0c0268f65 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Oct 27 01:50:49.824544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c0810-60ca-4cfd-a933-0fde4c85744c req-28776ddc-4516-41e6-bc96-d7ac3893eacc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:49.825940 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-659c0810-60ca-4cfd-a933-0fde4c85744c req-28776ddc-4516-41e6-bc96-d7ac3893eacc tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0545857 Oct 27 01:50:49.863164 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-659c0810-60ca-4cfd-a933-0fde4c85744c req-b2a4dcbe-e6da-45ba-a480-9a888468d119 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Oct 27 01:50:50.985032 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27e492-3fa9-46b5-93c7-f0444470c9bc req-6aeb05a9-0f13-4aca-b1ec-717af0561d26 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:50.986553 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9f27e492-3fa9-46b5-93c7-f0444470c9bc req-6aeb05a9-0f13-4aca-b1ec-717af0561d26 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0523744 Oct 27 01:50:51.025720 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9f27e492-3fa9-46b5-93c7-f0444470c9bc req-a2b92f19-f2d8-4912-b296-d63d85a46fa2 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Oct 27 01:50:52.154028 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48bb5-d527-4951-97d0-43306178eb4c req-33c7d440-845a-466a-87d5-a3211e22d282 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:52.155509 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fcb48bb5-d527-4951-97d0-43306178eb4c req-33c7d440-845a-466a-87d5-a3211e22d282 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0484378 Oct 27 01:50:52.194319 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fcb48bb5-d527-4951-97d0-43306178eb4c req-b32f55b1-afec-468d-84c1-c85f6d4d4b15 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Oct 27 01:50:54.846867 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f65501bb-9af5-4de9-a069-b3f06d1c1192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:56.962655 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a865-c10c-4b8b-83f4-7db8a18cc0cc req-9211dfb6-4a6c-4f7d-a928-4e909b93ad6d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:56.964289 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dad1a865-c10c-4b8b-83f4-7db8a18cc0cc req-9211dfb6-4a6c-4f7d-a928-4e909b93ad6d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0514333 Oct 27 01:50:57.007497 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dad1a865-c10c-4b8b-83f4-7db8a18cc0cc req-9d11b69f-60b8-4dc0-b375-2ae287b31995 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Oct 27 01:50:57.633551 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47784) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:57.680308 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Deleting subnet c9749c31-1e31-417c-b833-ffda4d20e6e0 {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:50:57.683525 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.717250 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.722754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.760718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ed987a0a-3f32-413b-a204-9527c29b3e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.846404 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.873670 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9749c31-1e31-417c-b833-ffda4d20e6e0,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:57.876072 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:57.881799 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c9749c31-1e31-417c-b833-ffda4d20e6e0 HTTP/1.1" status: 204 len: 168 time: 0.2446582 Oct 27 01:50:57.882446 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47788) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:57.885251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.885644 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.885937 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.886277 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.886686 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.887022 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.887371 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.887700 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.888031 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.888357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.888671 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.888989 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157102a6-125b-4023-9acc-a5dd6645df14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:57.955028 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.031991 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.056068 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4420435b-ee8b-4796-a859-b4d91172fd84']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:58.065700 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61854b64-38bb-4715-9d98-a166d69501de') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:58.065996 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61854b64-38bb-4715-9d98-a166d69501de') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:50:58.079440 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.093979 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.101572 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:50:58.101966 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:50:58.103781 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:50:58.177392 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0be5-ffb8-48d4-a071-28100f0dbd69 req-14fb8da5-b7be-4db4-9c6b-7ab12c288662 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:58.178881 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c1aa0be5-ffb8-48d4-a071-28100f0dbd69 req-14fb8da5-b7be-4db4-9c6b-7ab12c288662 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0545399 Oct 27 01:50:58.239588 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c1aa0be5-ffb8-48d4-a071-28100f0dbd69 req-b552b075-cb37-49e7-b86e-392ac791093e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526867 Oct 27 01:50:58.243141 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-b082cadd-758b-4e09-bea7-21818af43ad9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633700 Oct 27 01:50:58.273448 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.278321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.281542 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] 10.222.0.66 "DELETE /v2.0/networks/4420435b-ee8b-4796-a859-b4d91172fd84 HTTP/1.1" status: 204 len: 168 time: 0.3981059 Oct 27 01:50:58.295530 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4420435b-ee8b-4796-a859-b4d91172fd84,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:58.303359 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.303711 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.304046 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.304393 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.304843 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.305039 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.305363 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.305681 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.306001 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.306317 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.306628 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.306937 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278771e4-46c4-44a7-8389-74859c4e70bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:50:58.323359 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-4881e85d-339a-477d-baae-6c5e9cfafd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:58.324947 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-4881e85d-339a-477d-baae-6c5e9cfafd94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1098 time: 0.0418367 Oct 27 01:50:58.389788 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.441185 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-1e6a4fe2-bd90-490c-8cce-60d033ec25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:58.442574 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-1e6a4fe2-bd90-490c-8cce-60d033ec25c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.0906048 Oct 27 01:50:58.507501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-25a402eb-5f9d-42cf-bf41-61c29854cb51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0562572 Oct 27 01:50:58.563228 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-1e79207b-f066-4675-b0c2-dc129c86cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:58.564808 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-1e79207b-f066-4675-b0c2-dc129c86cba1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0472522 Oct 27 01:50:58.616330 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-8cd14a02-e9c9-46d9-a1c0-66c5c05b9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:58.617787 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-8cd14a02-e9c9-46d9-a1c0-66c5c05b9ded service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408456 Oct 27 01:50:58.688076 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47810) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:58.707366 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-896d2e71-8a29-45b0-89b1-925f7ac4dcb8 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798678 Oct 27 01:50:58.735743 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-452940bb-0c0e-4cb7-8eaf-556c6e928216 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c38f644397764801b818bb74c18fdc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464652 Oct 27 01:50:58.738138 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47812) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:50:58.785690 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.800549 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0926dbec-bd35-4c30-b562-eb97180c1a8c req-856c2a90-4804-41a1-ab29-0ac150050346 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849602 Oct 27 01:50:58.810825 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.827100 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.947123 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.949702 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:50:58.950828 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/456153f5-abe3-4e06-9b01-8a4ff03d8a29 HTTP/1.1" status: 204 len: 168 time: 0.2117565 Oct 27 01:50:58.959187 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791990a-4b16-4b06-bd21-6fcbba848c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456153f5-abe3-4e06-9b01-8a4ff03d8a29,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:50:59.378901 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcc23f-ebaa-42b3-b8cb-a8e8905584ce req-f15c261f-b1e6-46fb-a3d5-1b91e579e43b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:59.380679 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a2dcc23f-ebaa-42b3-b8cb-a8e8905584ce req-f15c261f-b1e6-46fb-a3d5-1b91e579e43b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0670736 Oct 27 01:50:59.429231 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a2dcc23f-ebaa-42b3-b8cb-a8e8905584ce req-8e799b4d-5bed-478e-95f5-4add421156d9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Oct 27 01:50:59.480249 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9c60-6a41-49cc-9af1-7890c65603ae req-d016f2cb-54d2-4ad0-85da-b063a8501579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:50:59.481680 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-704a9c60-6a41-49cc-9af1-7890c65603ae req-d016f2cb-54d2-4ad0-85da-b063a8501579 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0407014 Oct 27 01:50:59.558101 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-704a9c60-6a41-49cc-9af1-7890c65603ae req-4f559d0d-1660-4337-a232-d59ba65f83c8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299959 Oct 27 01:51:00.503465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:00.554555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b490-f6c4-44ef-ba3d-979b071977aa req-b4e707b9-cd15-4144-b41d-a770c614c95f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:00.556094 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3208b490-f6c4-44ef-ba3d-979b071977aa req-b4e707b9-cd15-4144-b41d-a770c614c95f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0521441 Oct 27 01:51:00.594520 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3208b490-f6c4-44ef-ba3d-979b071977aa req-5f31cf0e-5619-412f-b30d-1508d4024d08 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Oct 27 01:51:01.095046 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47876) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:01.153019 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.207123 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ec305be8-bf6c-49bb-9095-ef7863bccab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.287664 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ec305be8-bf6c-49bb-9095-ef7863bccab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.473647 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ec305be8-bf6c-49bb-9095-ef7863bccab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.497350 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ec305be8-bf6c-49bb-9095-ef7863bccab2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa00453a09f84172b21e6e0eac51403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011278 Oct 27 01:51:01.498461 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec305be8-bf6c-49bb-9095-ef7863bccab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c97641-d9c0-48e1-a5a2-68df86601068,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:01.500138 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47886) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:01.547589 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.572186 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.697837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.700554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:01.701731 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3c97641-d9c0-48e1-a5a2-68df86601068 HTTP/1.1" status: 204 len: 168 time: 0.2004871 Oct 27 01:51:01.710390 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f88afc-1984-455e-bd89-5ca25a68aa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c97641-d9c0-48e1-a5a2-68df86601068,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:01.720219 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ba91-677e-4a87-90d1-e195190cf00e req-a2f5e04d-c3a5-4b9c-a75f-7451b9ccc29d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:01.721711 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c918ba91-677e-4a87-90d1-e195190cf00e req-a2f5e04d-c3a5-4b9c-a75f-7451b9ccc29d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0535820 Oct 27 01:51:01.762420 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c918ba91-677e-4a87-90d1-e195190cf00e req-0ab31efb-b04f-4415-9129-cb72c2a8b65e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Oct 27 01:51:02.339481 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab06b63-b06a-4ac6-a1dd-e0d73b7b76a8 req-ebb25470-9a43-4d50-ae05-b445650b0864 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:02.341607 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5ab06b63-b06a-4ac6-a1dd-e0d73b7b76a8 req-ebb25470-9a43-4d50-ae05-b445650b0864 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0620387 Oct 27 01:51:02.390198 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5ab06b63-b06a-4ac6-a1dd-e0d73b7b76a8 req-02d468df-ef42-4c44-a14a-ed12b5829f78 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Oct 27 01:51:02.421857 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-70d07e57-fb7f-4e96-89f6-5b3e0ea4046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:02.423378 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-70d07e57-fb7f-4e96-89f6-5b3e0ea4046b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=752be3d855cd4daf84a4f2af1ad30577&device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 1098 time: 0.0488877 Oct 27 01:51:02.519553 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-c9d4d1d4-182c-48ed-ac88-a7ccc53a7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:02.521110 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-c9d4d1d4-182c-48ed-ac88-a7ccc53a7b46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 200 len: 920 time: 0.0858016 Oct 27 01:51:02.577034 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-66557a25-2766-4790-a7c8-154f94a0f783 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 200 len: 217 time: 0.0454631 Oct 27 01:51:02.633645 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-1d008365-c3b4-4efd-9124-7380547d6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:02.635121 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-1d008365-c3b4-4efd-9124-7380547d6e0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 200 len: 858 time: 0.0484927 Oct 27 01:51:02.674037 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-b37c3e60-c126-46ba-98ae-e63bd3b1a2b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237191 Oct 27 01:51:02.802968 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47926) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:02.824837 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-851e2ea2-2834-414a-b615-da8113542a86 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864482 Oct 27 01:51:02.897177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617471778-network', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:02.923043 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a1ba047-ae11-4e5b-8ce3-86f6ebe7a2df req-dd50bdb9-060a-425f-b235-07b1c6be1cb4 service neutron] 10.222.0.71 "GET /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806882 Oct 27 01:51:02.992944 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Made reservation on behalf of 101f8f1a85ab4e26beee695e5125f240 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:02.995314 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.003756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.081908 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.141533 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.168566 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:51:03.174788 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2153e-61f6-4266-9b07-529deccd530e,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:03.181625 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.182019 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Added segment 4057b586-a2cc-4dd5-a6f7-3dc67a6a9037 of type vlan for network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 Oct 27 01:51:03.222989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.321504 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.322470 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:03.323071 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.394969 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] Pushing event updated for resources: {'Network': ['ID=2669a04b-5826-4ab2-8071-dd1ded05cfa6,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:03.412623 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:51:03.492453 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4641778a-27ae-47ab-86fa-48e54122a532 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6883173 Oct 27 01:51:03.495177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47946) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:03.500959 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Request body: {'subnet': {'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617471778-subnet', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:03.533000 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ddac-d462-451a-a993-8072555781bf req-1d75b1f0-3cc7-474f-9c93-d2f916347ff3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:03.534479 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf77ddac-d462-451a-a993-8072555781bf req-1d75b1f0-3cc7-474f-9c93-d2f916347ff3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0729687 Oct 27 01:51:03.572002 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf77ddac-d462-451a-a993-8072555781bf req-8b0621b1-db75-4d42-ad93-215081f686ce tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Oct 27 01:51:03.617452 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Made reservation on behalf of 101f8f1a85ab4e26beee695e5125f240 for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:03.620292 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14181955'] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.705035 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47950) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:03.830166 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f2f07eff-3733-47c3-9649-323ce986431c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.886866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13347793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14182013'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.902442 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f2f07eff-3733-47c3-9649-323ce986431c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:03.948896 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77878d8f-5689-4915-890d-8e1ea818654b,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:03.956881 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:03.957234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Network hostable DHCP agents. Network: 2669a04b-5826-4ab2-8071-dd1ded05cfa6, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:51:03.972177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f2f07eff-3733-47c3-9649-323ce986431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.013114 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f2f07eff-3733-47c3-9649-323ce986431c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cacef01775154b61b18b45541e38a44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070047 Oct 27 01:51:04.014054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07eff-3733-47c3-9649-323ce986431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfabaf5-b0c4-40d4-afa2-5e94f7a5ff17,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:04.015802 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47958) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:04.063561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.094799 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:51:04.099191 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.199030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 2669a04b-5826-4ab2-8071-dd1ded05cfa6) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:04.200768 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.203378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.206022 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8cfabaf5-b0c4-40d4-afa2-5e94f7a5ff17 HTTP/1.1" status: 204 len: 168 time: 0.1878183 Oct 27 01:51:04.210523 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:04.210723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf988770-38de-4cf3-8316-9886cf088b2b None None] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:04.210827 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.220971 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ec26-dd03-46b0-b9cc-d1be6f5535cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfabaf5-b0c4-40d4-afa2-5e94f7a5ff17,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:04.284071 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-db1f9423-7615-4b6e-b305-e9a217dfe570 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7878520 Oct 27 01:51:04.286904 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47962) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:04.291132 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:04.361328 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:51:04.362205 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.387303 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.388450 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.446081 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.496309 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Allocated IP 172.20.0.2 (2669a04b-5826-4ab2-8071-dd1ded05cfa6/77878d8f-5689-4915-890d-8e1ea818654b/9a9c4277-5cc8-4a37-81a4-449225b031cd) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:04.648741 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.659400 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.718514 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe3f5-837b-4505-a686-cbe53ab000d7 req-6164c09b-d807-4e49-98c5-2c1878e8d08b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:04.720034 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-085fe3f5-837b-4505-a686-cbe53ab000d7 req-6164c09b-d807-4e49-98c5-2c1878e8d08b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0482326 Oct 27 01:51:04.730620 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.760888 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-085fe3f5-837b-4505-a686-cbe53ab000d7 req-6b89d43a-69ca-4fcf-99b3-55cbace63816 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Oct 27 01:51:04.782871 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:04.782871 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:04.782871 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:04.794741 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Pushing event updated for resources: {'Port': ['ID=9a9c4277-5cc8-4a37-81a4-449225b031cd,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:04.817916 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.818333 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.818677 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.818994 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.819350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.819679 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.820003 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.820325 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.820654 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.820971 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.821290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.821600 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:04.852874 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Attempting to bind port 9a9c4277-5cc8-4a37-81a4-449225b031cd on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:04.858661 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Attempting to bind port 9a9c4277-5cc8-4a37-81a4-449225b031cd by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:04.858661 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Attempting to bind port 9a9c4277-5cc8-4a37-81a4-449225b031cd on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:04.859491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:04.859864 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:04.860259 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.860714 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Bound using segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:04.861104 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Bound port: 9a9c4277-5cc8-4a37-81a4-449225b031cd, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:04.861486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:04.936326 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] For port 9a9c4277-5cc8-4a37-81a4-449225b031cd, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:04.940166 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] For port 9a9c4277-5cc8-4a37-81a4-449225b031cd, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=9a9c4277-5cc8-4a37-81a4-449225b031cd,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:04.984660 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.003023 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 47986) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:05.004288 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.012703 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.080420 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c07f9-cdaf-46ea-84a7-85ca775a48ee None None] Pushing event updated for resources: {'Port': ['ID=9a9c4277-5cc8-4a37-81a4-449225b031cd,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:05.132115 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a22e15f1-93d4-4fc2-91d0-da29ca65f5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.148452 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Allocated IP 172.27.0.122 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/b7962f98-b69d-48e9-a35c-e6f89002becc) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:05.212969 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a22e15f1-93d4-4fc2-91d0-da29ca65f5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.275030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.298088 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a22e15f1-93d4-4fc2-91d0-da29ca65f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.341727 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a22e15f1-93d4-4fc2-91d0-da29ca65f5e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5fcc140cb7c492782a99524aba891f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375630 Oct 27 01:51:05.341937 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 47996) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:05.342990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e15f1-93d4-4fc2-91d0-da29ca65f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5782a2-0c99-4c73-901c-dd6e8f322d1a,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:05.421212 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.426842 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.489435 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:05.491969 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.500215 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:05.505212 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:05.537655 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Pushing event updated for resources: {'Port': ['ID=b7962f98-b69d-48e9-a35c-e6f89002becc,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:05.703763 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.706367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.710885 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d5782a2-0c99-4c73-901c-dd6e8f322d1a HTTP/1.1" status: 204 len: 168 time: 0.3645592 Oct 27 01:51:05.717515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31313d-2180-444e-8486-3c753c7a81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5782a2-0c99-4c73-901c-dd6e8f322d1a,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:05.884216 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:05.936176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0f0be-295a-47d2-a55d-d00379ba8608 req-8dfac7ed-0a53-4646-806c-af64764751c6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:05.937787 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-03f0f0be-295a-47d2-a55d-d00379ba8608 req-8dfac7ed-0a53-4646-806c-af64764751c6 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0643244 Oct 27 01:51:05.983251 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-03f0f0be-295a-47d2-a55d-d00379ba8608 req-b8d49fb9-563a-48f8-b784-c1c5b3429433 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Oct 27 01:51:06.099965 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.196249 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b08655-c385-48fb-96c8-3ab05aaebe6d None None] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:06.251609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] Provisioning complete for port 9a9c4277-5cc8-4a37-81a4-449225b031cd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:06.252010 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.409332 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.449498 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] For port 9a9c4277-5cc8-4a37-81a4-449225b031cd, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=9a9c4277-5cc8-4a37-81a4-449225b031cd,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:06.547268 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Router 6941e255-ebb6-442e-b0ce-c815a110222d is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:51:06.570967 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.671370 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20667406-36af-4df9-b2b2-5ffcbd6650b8 None None] Pushing event updated for resources: {'Port': ['ID=9a9c4277-5cc8-4a37-81a4-449225b031cd,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:06.719105 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-64d0890b-ccfb-4a4f-8ecf-f85c5983edf9 None None] Provisioning complete for port 9a9c4277-5cc8-4a37-81a4-449225b031cd triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:06.719420 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-64d0890b-ccfb-4a4f-8ecf-f85c5983edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.909406 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:51:06.918345 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:51:06.927743 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:06.928282 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:06.997648 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:06.998895 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-94f31efd-765d-40e6-9d62-194666dc0484 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7110436 Oct 27 01:51:07.001912 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48034) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:07.035253 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:07.146407 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e8d0-fb74-4f3f-b46a-83a0e0073f51 req-bfc1eb45-1fa9-4395-b212-80c0c001895c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:07.148027 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bb57e8d0-fb74-4f3f-b46a-83a0e0073f51 req-bfc1eb45-1fa9-4395-b212-80c0c001895c tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0765932 Oct 27 01:51:07.219161 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:05Z', 'revision_number': 3, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:07.246624 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:51:07.247543 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Updating router 6941e255-ebb6-442e-b0ce-c815a110222d port b7962f98-b69d-48e9-a35c-e6f89002becc binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:51:07.273332 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.295803 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bb57e8d0-fb74-4f3f-b46a-83a0e0073f51 req-f44d1d96-d425-4d27-9b0e-fe48aabb299f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363356 Oct 27 01:51:07.435607 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 9a9c4277-5cc8-4a37-81a4-449225b031cd up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:07.508095 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 9a9c4277-5cc8-4a37-81a4-449225b031cd triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:07.508461 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.580725 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.634308 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.690404 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.745858 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Attempting to bind port b7962f98-b69d-48e9-a35c-e6f89002becc on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:07.746227 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Attempting to bind port b7962f98-b69d-48e9-a35c-e6f89002becc by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:07.746596 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Attempting to bind port b7962f98-b69d-48e9-a35c-e6f89002becc on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:07.756115 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:07.756768 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:07.757170 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.757573 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:07.758066 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Bound port: b7962f98-b69d-48e9-a35c-e6f89002becc, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:07.758468 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.760178 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Pushing event updated for resources: {'Port': ['ID=b7962f98-b69d-48e9-a35c-e6f89002becc,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:07.783551 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.783925 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.784265 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.784793 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.785106 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.785432 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.786045 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.786380 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.787049 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.787420 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.787732 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.788074 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:51:07.812698 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Allocated IP 172.20.0.1 (2669a04b-5826-4ab2-8071-dd1ded05cfa6/77878d8f-5689-4915-890d-8e1ea818654b/6d9bbf95-9953-40f1-9116-22a72c9adf9d) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:07.826312 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] For port b7962f98-b69d-48e9-a35c-e6f89002becc, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:07.829619 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] For port b7962f98-b69d-48e9-a35c-e6f89002becc, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=b7962f98-b69d-48e9-a35c-e6f89002becc,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:07.919816 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:07.938568 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.016097 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:08.016696 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:08.049348 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826099d9-fc2d-4bbf-82af-7a43a9e5dec4 None None] Pushing event updated for resources: {'Port': ['ID=b7962f98-b69d-48e9-a35c-e6f89002becc,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:08.067913 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.112228 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:08.116266 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:08.122983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:08.138576 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:08.148786 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Pushing event updated for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:08.169656 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.376559 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.418146 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:05Z', 'revision_number': 3, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:08.433638 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-bd30be2b-320d-4a7f-bc0a-558d945755c4 None None] Provisioning complete for port 6d9bbf95-9953-40f1-9116-22a72c9adf9d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:08.434336 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-bd30be2b-320d-4a7f-bc0a-558d945755c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.447685 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b267f-b176-4083-907b-1f955de5df6b None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:05Z', 'revision_number': 3, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:51:08.469769 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-bd30be2b-320d-4a7f-bc0a-558d945755c4 None None] Port 6d9bbf95-9953-40f1-9116-22a72c9adf9d cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:08.554221 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.634698 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.740670 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:08.742683 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Pushing event updated for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:08.856958 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:08.858331 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:08.996125 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:51:09.123744 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:51:09.137087 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e36e030b-3b65-415f-871c-55f2a946dd5a admin admin] 10.222.0.66 "PUT /v2.0/routers/6941e255-ebb6-442e-b0ce-c815a110222d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260037 Oct 27 01:51:09.198092 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-8a6da41f-8440-4a69-9e76-fb564e8650fa None None] Provisioning complete for port 6d9bbf95-9953-40f1-9116-22a72c9adf9d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:09.198518 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8a6da41f-8440-4a69-9e76-fb564e8650fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:09.236647 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-8a6da41f-8440-4a69-9e76-fb564e8650fa None None] Port 6d9bbf95-9953-40f1-9116-22a72c9adf9d cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:09.383543 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device b7962f98-b69d-48e9-a35c-e6f89002becc up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:09.452943 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port b7962f98-b69d-48e9-a35c-e6f89002becc triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:09.454470 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:09.550709 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:09.573503 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port b7962f98-b69d-48e9-a35c-e6f89002becc, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=b7962f98-b69d-48e9-a35c-e6f89002becc,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:09.646610 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:09.656343 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-b7b06e0c-933a-403f-9c5d-4da4e724856c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a3772613c12e4dc39452f5c411b49df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325418 Oct 27 01:51:09.743817 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=b7962f98-b69d-48e9-a35c-e6f89002becc,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:09.866352 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-879147c3-fc29-4e15-a24b-80dc2a3a254f tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:09.867843 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-879147c3-fc29-4e15-a24b-80dc2a3a254f tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049663 Oct 27 01:51:09.883390 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-a49fe1d5-f125-40b4-b5a9-f6c2fe4ac431 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/quotas/a3772613c12e4dc39452f5c411b49df7 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Oct 27 01:51:09.916342 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-e87b77db-abf9-4da2-87e3-92cb8b5f8b8a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3772613c12e4dc39452f5c411b49df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269849 Oct 27 01:51:10.014319 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48116) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:10.019262 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1465134327-network', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:10.098032 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Made reservation on behalf of 4544b2dbe07b43ec9e7ec55c5bdb6ebe for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:10.101972 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.114839 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.160276 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d4685162-9d90-4665-aa01-fe1412590198 req-d768cbd0-b0d5-44d7-a973-a4dcd8a1756a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0391364 Oct 27 01:51:10.221116 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.290509 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.314808 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:51:10.323521 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b89c1bc-8579-4aa1-8a26-ff1cc2f2d1e4,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:10.331112 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:51:10.332252 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.332252 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Added segment 32c45ed0-3094-495d-834f-3e120db4333e of type vlan for network 377271cd-7316-429c-ba27-7d732c7f72fc Oct 27 01:51:10.343230 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:10.351598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:10.382416 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.453670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:10.472990 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.477840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:10.477840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.535634 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] Pushing event updated for resources: {'Network': ['ID=377271cd-7316-429c-ba27-7d732c7f72fc,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:10.563797 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 377271cd-7316-429c-ba27-7d732c7f72fc details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:51:10.630233 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-9a2509c3-a180-4861-ba01-ff48d599d194 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6147096 Oct 27 01:51:10.633495 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48134) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:10.638340 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Request body: {'subnet': {'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1465134327-subnet', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:10.721436 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 2, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:10.730101 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Made reservation on behalf of 4544b2dbe07b43ec9e7ec55c5bdb6ebe for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:10.732523 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14181955'] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.748312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:51:10.748659 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Updating router 6941e255-ebb6-442e-b0ce-c815a110222d port 6d9bbf95-9953-40f1-9116-22a72c9adf9d binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:51:10.773641 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:10.964732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13347793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14182013'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.022708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef9b54c-7e70-4cdb-bcea-77adb2b3eb59,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:11.030687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Checking segment: {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:11.031041 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Network hostable DHCP agents. Network: 377271cd-7316-429c-ba27-7d732c7f72fc, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:51:11.148959 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Network 377271cd-7316-429c-ba27-7d732c7f72fc is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:51:11.155251 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.240974 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2ae43f14-a185-4f63-b2dc-23289007aa8f req-a163e388-e453-4141-a678-df230f8f9e61 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0252795 Oct 27 01:51:11.278780 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 377271cd-7316-429c-ba27-7d732c7f72fc) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:11.281308 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.284019 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:11.284589 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.292165 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eab899-f2c6-470e-8e2f-594babe7516e None None] Network 377271cd-7316-429c-ba27-7d732c7f72fc requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:11.363144 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device b7962f98-b69d-48e9-a35c-e6f89002becc up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:11.406472 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce609e8-84bc-4785-a108-e00f113e5f3a None None] Pushing event updated for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:11.450581 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3b318bb7-09e9-456f-b526-b740364fde79 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8159652 Oct 27 01:51:11.456859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48152) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:11.463526 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:11.516666 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Attempting to bind port 6d9bbf95-9953-40f1-9116-22a72c9adf9d on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:11.517031 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Attempting to bind port 6d9bbf95-9953-40f1-9116-22a72c9adf9d by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:11.517385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Attempting to bind port 6d9bbf95-9953-40f1-9116-22a72c9adf9d on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:11.546879 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:11.547321 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:11.547722 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.548107 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Bound using segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:11.548568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Bound port: 6d9bbf95-9953-40f1-9116-22a72c9adf9d, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:11.548941 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.562227 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port b7962f98-b69d-48e9-a35c-e6f89002becc triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:11.562584 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.587385 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.588611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.638866 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.663215 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-6c44423c-a7de-43c0-86ff-e1ffc2cb8c53 None None] Provisioning complete for port 6d9bbf95-9953-40f1-9116-22a72c9adf9d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:11.663215 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6c44423c-a7de-43c0-86ff-e1ffc2cb8c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.667821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-377271cd-7316-429c-ba27-7d732c7f72fc', 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'fixed_ips': [{'subnet_id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 01:51:11.668642 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.736544 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] For port 6d9bbf95-9953-40f1-9116-22a72c9adf9d, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:11.747699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] For port 6d9bbf95-9953-40f1-9116-22a72c9adf9d, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=6d9bbf95-9953-40f1-9116-22a72c9adf9d,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:11.753506 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-6c44423c-a7de-43c0-86ff-e1ffc2cb8c53 None None] Port 6d9bbf95-9953-40f1-9116-22a72c9adf9d cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:11.841914 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:11.967928 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:11.968560 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:11.973366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce609e8-84bc-4785-a108-e00f113e5f3a None None] Pushing event updated for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:12.054705 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Allocated IP 172.20.0.2 (377271cd-7316-429c-ba27-7d732c7f72fc/eef9b54c-7e70-4cdb-bcea-77adb2b3eb59/067819bb-8da2-4912-88b5-e779293f72e3) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:12.155552 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.198079 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:12.312182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.360356 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] Provisioning complete for port 6d9bbf95-9953-40f1-9116-22a72c9adf9d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:12.360696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.406633 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.413438 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59ba13ff-6f24-4b2f-b7cc-f1281493ba45 req-e694705a-43f6-454b-97a5-22987d02dcc5 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0915051 Oct 27 01:51:12.460463 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.485069 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Network 377271cd-7316-429c-ba27-7d732c7f72fc is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:12.491548 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.504993 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Pushing event updated for resources: {'Port': ['ID=067819bb-8da2-4912-88b5-e779293f72e3,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:12.508769 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:12.512743 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:12.576676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.602421 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Allocated IP 172.27.0.120 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/cc9105e7-e1be-4e76-863c-d19a5dcefd63) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:12.623510 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Attempting to bind port 067819bb-8da2-4912-88b5-e779293f72e3 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:12.623877 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Attempting to bind port 067819bb-8da2-4912-88b5-e779293f72e3 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:12.626854 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Attempting to bind port 067819bb-8da2-4912-88b5-e779293f72e3 on network 377271cd-7316-429c-ba27-7d732c7f72fc {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:12.642626 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:12.642999 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Checking segment: {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:12.643420 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.643813 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Bound using segment: {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:12.644288 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Bound port: 067819bb-8da2-4912-88b5-e779293f72e3, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:12.644765 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.658671 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] For port 6d9bbf95-9953-40f1-9116-22a72c9adf9d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=6d9bbf95-9953-40f1-9116-22a72c9adf9d,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:12.662513 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:11Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:12.690974 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6741a-ca1a-4b38-a878-4fe51276857b None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:11Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:51:12.711190 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.763959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] For port 067819bb-8da2-4912-88b5-e779293f72e3, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:12.768465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] For port 067819bb-8da2-4912-88b5-e779293f72e3, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=067819bb-8da2-4912-88b5-e779293f72e3,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:12.811793 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.845405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.853492 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:12.884648 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5915b2-34ed-4281-9e5f-7fff2e1328c2 None None] Pushing event updated for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:12.904533 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:12.908178 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:12.916225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:12.996393 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f8f8-4508-4923-ba87-b38fc7fdf805 None None] Pushing event updated for resources: {'Port': ['ID=067819bb-8da2-4912-88b5-e779293f72e3,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:12.999335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9105e7-e1be-4e76-863c-d19a5dcefd63,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:13.347204 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc9b1f-b332-4a9e-ba3a-dc4e83fab0d5 req-848faed6-1248-45ae-926c-19667d6d36e3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:13.347204 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a3cc9b1f-b332-4a9e-ba3a-dc4e83fab0d5 req-848faed6-1248-45ae-926c-19667d6d36e3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1063471 Oct 27 01:51:13.352953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:13.397124 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a3cc9b1f-b332-4a9e-ba3a-dc4e83fab0d5 req-90faabca-8f75-4adf-8074-0d4708bc270d tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Oct 27 01:51:13.497515 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 067819bb-8da2-4912-88b5-e779293f72e3 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:13.571491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 067819bb-8da2-4912-88b5-e779293f72e3 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:13.575121 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:13.630928 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-268cd138-d7c7-4a0b-8257-754b66a2c9d5 req-3e00c0c2-cc1d-46e6-a597-9ea312bcdc73 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0847275 Oct 27 01:51:13.653025 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-6f65f56f-3c50-44fd-a7aa-3b00bcb65b16 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a3772613c12e4dc39452f5c411b49df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080322 Oct 27 01:51:13.754189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:13.830335 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:13.869402 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-acc6a1d6-5eee-41a9-8ca5-581b2fd20cdd tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:13.870626 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 067819bb-8da2-4912-88b5-e779293f72e3, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=067819bb-8da2-4912-88b5-e779293f72e3,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:13.871260 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-acc6a1d6-5eee-41a9-8ca5-581b2fd20cdd tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039423 Oct 27 01:51:13.893727 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Request body: {'port': {'device_id': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c', 'admin_state_up': True, 'tenant_id': 'a3772613c12e4dc39452f5c411b49df7'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:13.968969 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:13.969870 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 6d9bbf95-9953-40f1-9116-22a72c9adf9d up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:14.074586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 6d9bbf95-9953-40f1-9116-22a72c9adf9d triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:14.074964 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.098097 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=067819bb-8da2-4912-88b5-e779293f72e3,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:14.108608 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Router 32f124de-e006-4386-82f9-cd4b2f9728d7 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 01:51:14.204949 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Made reservation on behalf of a3772613c12e4dc39452f5c411b49df7 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:14.206813 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.209812 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a0473-9ddd-4736-8f67-8df0b30a8d1b None None] Network 377271cd-7316-429c-ba27-7d732c7f72fc requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:14.222191 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.278964 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:51:14.289807 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-a1c0ceca-b048-467e-a5b9-bbd28e39b176 None None] Provisioning complete for port 067819bb-8da2-4912-88b5-e779293f72e3 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:14.289807 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ceca-b048-467e-a5b9-bbd28e39b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.295132 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Sync routers for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:51:14.324586 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:14.327545 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:14.341815 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.400943 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.403215 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-1865de0d-34f1-45d3-ab7f-72a7552e3853 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9439690 Oct 27 01:51:14.405054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48200) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:14.471429 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.533721 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:14.572750 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11360d6b-287e-431c-8c02-6fd53fbcaf4e,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:14.615189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda223a2-f830-474e-862a-d4f36d9bdd37 req-110a55aa-1199-4f88-aa6a-95e8f782ae4a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:14.623922 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bda223a2-f830-474e-862a-d4f36d9bdd37 req-110a55aa-1199-4f88-aa6a-95e8f782ae4a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0895941 Oct 27 01:51:14.671935 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bda223a2-f830-474e-862a-d4f36d9bdd37 req-38b7d940-d11e-471f-a67d-b71d9ec24560 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Oct 27 01:51:14.767139 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:13Z', 'revision_number': 3, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:14.795357 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Checking router: 32f124de-e006-4386-82f9-cd4b2f9728d7 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:51:14.795715 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Updating router 32f124de-e006-4386-82f9-cd4b2f9728d7 port cc9105e7-e1be-4e76-863c-d19a5dcefd63 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:51:14.802876 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-730a0762-2e3c-40f5-827d-d09db6cb440e req-c949ac90-6af8-4f33-8d82-8d9c30c244fc tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0392542 Oct 27 01:51:14.825256 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Allocated IP 192.168.233.60 (6ac18ea1-9b81-4062-8277-15f3e61de93c/3341d26b-c219-498c-b370-b64552f1e83b/ee6f0594-43ad-46d6-98b1-35344b727e12) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:14.831277 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:14.844892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-af125818-67b9-4256-87da-1e8a86f53639 None None] Provisioning complete for port 067819bb-8da2-4912-88b5-e779293f72e3 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:14.844892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-af125818-67b9-4256-87da-1e8a86f53639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.075183 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.078227 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.188923 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.229446 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.237723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.240378 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Attempting to bind port cc9105e7-e1be-4e76-863c-d19a5dcefd63 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:15.240761 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Attempting to bind port cc9105e7-e1be-4e76-863c-d19a5dcefd63 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:15.241128 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Attempting to bind port cc9105e7-e1be-4e76-863c-d19a5dcefd63 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:15.248012 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab5db2-431f-4bb3-bb1c-8f9d55ad7e7f None None] Pushing event updated for resources: {'Port': ['ID=cc9105e7-e1be-4e76-863c-d19a5dcefd63,revision_number=2']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:15.250745 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:15.251124 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:15.251547 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.251929 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:15.252398 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Bound port: cc9105e7-e1be-4e76-863c-d19a5dcefd63, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:15.252792 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.298938 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Network 6ac18ea1-9b81-4062-8277-15f3e61de93c is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:15.310590 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:15.314329 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:15.314741 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] For port cc9105e7-e1be-4e76-863c-d19a5dcefd63, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:15.318502 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] For port cc9105e7-e1be-4e76-863c-d19a5dcefd63, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=cc9105e7-e1be-4e76-863c-d19a5dcefd63,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:15.327600 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:15.328479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.338910 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Pushing event updated for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:15.398981 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 067819bb-8da2-4912-88b5-e779293f72e3 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:15.418058 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.460707 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:15.461332 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:15.480584 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 067819bb-8da2-4912-88b5-e779293f72e3 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:15.481312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.523478 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-f86bc75c-0c34-451f-85b5-c41c203f61ce tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6338441 Oct 27 01:51:15.525444 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Allocated IP 172.20.0.1 (377271cd-7316-429c-ba27-7d732c7f72fc/eef9b54c-7e70-4cdb-bcea-77adb2b3eb59/434880c5-1671-437e-bdc6-e5d092fbaa95) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:15.573810 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Request body: {'port': {'device_id': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:15.596927 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab5db2-431f-4bb3-bb1c-8f9d55ad7e7f None None] Pushing event updated for resources: {'Port': ['ID=cc9105e7-e1be-4e76-863c-d19a5dcefd63,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:15.608050 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:15.658462 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-ea654bc7-d856-4e5a-93ee-a9127f4d41a0 None None] Provisioning complete for port ee6f0594-43ad-46d6-98b1-35344b727e12 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:15.659589 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ea654bc7-d856-4e5a-93ee-a9127f4d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.679427 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.701984 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-ea654bc7-d856-4e5a-93ee-a9127f4d41a0 None None] Port ee6f0594-43ad-46d6-98b1-35344b727e12 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:15.732614 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.798791 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:13Z', 'revision_number': 3, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:15.813795 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090807-355a-4d18-975d-53a55f46fb73 req-0346aa8a-f1c2-4073-800c-168b9e63b334 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:15.813795 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f090807-355a-4d18-975d-53a55f46fb73 req-0346aa8a-f1c2-4073-800c-168b9e63b334 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0554860 Oct 27 01:51:15.836026 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c56708-7618-483b-9bff-42bbbdf2fba5 None None] The sync data for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi is: [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:13Z', 'revision_number': 3, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:51:15.887829 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f090807-355a-4d18-975d-53a55f46fb73 req-8a72331e-59cc-4c8b-8fae-88c8c0d74b99 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Oct 27 01:51:15.916612 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:15.988185 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Network 377271cd-7316-429c-ba27-7d732c7f72fc is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:16.000101 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:16.006045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:16.006532 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.013118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Pushing event updated for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:16.311465 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1761f-4e03-4e0a-827e-4036e2c6e690 req-ae29b268-8ad5-404e-88a5-c27d6dbdb52a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:16.312968 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-93e1761f-4e03-4e0a-827e-4036e2c6e690 req-ae29b268-8ad5-404e-88a5-c27d6dbdb52a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 935 time: 0.4073231 Oct 27 01:51:16.332078 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-4ef1a51b-0646-4fcb-bff8-9a4323ea3be5 None None] Provisioning complete for port 434880c5-1671-437e-bdc6-e5d092fbaa95 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:16.339689 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4ef1a51b-0646-4fcb-bff8-9a4323ea3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.371404 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1a51b-0646-4fcb-bff8-9a4323ea3be5 None None] Port 434880c5-1671-437e-bdc6-e5d092fbaa95 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:16.435328 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-93e1761f-4e03-4e0a-827e-4036e2c6e690 req-3376767e-772e-4320-b870-0e36378e7669 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122572 Oct 27 01:51:16.460638 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6f0594-43ad-46d6-98b1-35344b727e12 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:51:16.470118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.482978 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Transition to ACTIVE for port object ee6f0594-43ad-46d6-98b1-35344b727e12 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:51:16.597209 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.600374 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.687002 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:16.777267 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Attempting to bind port ee6f0594-43ad-46d6-98b1-35344b727e12 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:16.777609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Attempting to bind port ee6f0594-43ad-46d6-98b1-35344b727e12 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:16.777940 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Attempting to bind port ee6f0594-43ad-46d6-98b1-35344b727e12 on network 6ac18ea1-9b81-4062-8277-15f3e61de93c {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:16.787938 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Port ee6f0594-43ad-46d6-98b1-35344b727e12 on network 6ac18ea1-9b81-4062-8277-15f3e61de93c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:51:16.788251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Attempting to bind port ee6f0594-43ad-46d6-98b1-35344b727e12 on network 6ac18ea1-9b81-4062-8277-15f3e61de93c {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:16.797108 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:16.797436 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Checking segment: {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:16.797837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Bound using segment: {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:16.798258 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Bound port: ee6f0594-43ad-46d6-98b1-35344b727e12, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c33d756-7553-4159-a993-b5e1bba6a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:16.798613 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.912112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:16.916723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee6f0594-43ad-46d6-98b1-35344b727e12,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:16.918843 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:16.947129 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-4f01cea0-987e-458d-9ec2-7dabadd6cf9e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:16.948705 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-4f01cea0-987e-458d-9ec2-7dabadd6cf9e tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.0527821 Oct 27 01:51:17.000442 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.028824 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.029541 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.049972 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:17.050578 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.052040 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] 10.222.0.71 "PUT /v2.0/ports/ee6f0594-43ad-46d6-98b1-35344b727e12 HTTP/1.1" status: 200 len: 1097 time: 1.4825585 Oct 27 01:51:17.053033 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:17.055502 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de5d5d3-4643-466c-beb4-3a31775186e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:17.073941 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bec2b0-2b7e-4a4e-918c-24ed2860638f req-49832729-35db-4217-87d4-72f399d7566a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:17.081962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0bec2b0-2b7e-4a4e-918c-24ed2860638f req-49832729-35db-4217-87d4-72f399d7566a tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 945 time: 0.1178553 Oct 27 01:51:17.083782 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316f89d-f0fc-4f85-8b54-fba15c6c27ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:17.110110 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2bc726-de24-4097-a296-300c5800d15a x-openstack-request-id: req-1b2bc726-de24-4097-a296-300c5800d15a {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:17.110398 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:17.110649 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b2bc726-de24-4097-a296-300c5800d15a {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:17.111047 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12', 'status': 'completed', 'code': 200} Oct 27 01:51:17.126768 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0bec2b0-2b7e-4a4e-918c-24ed2860638f req-d228bdb4-2c86-4b84-acce-01568096fff4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Oct 27 01:51:17.137052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Deleting port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:51:17.139975 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.174130 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Pushing event updated for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:17.238748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Network 377271cd-7316-429c-ba27-7d732c7f72fc is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:17.241418 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:17.273574 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] For port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:17.273940 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.293911 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Calling delete_port for 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:51:17.361286 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d5d3-4643-466c-beb4-3a31775186e5 req-333f9d3b-a3e7-4e31-8f85-8fed950de715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:17.362965 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6de5d5d3-4643-466c-beb4-3a31775186e5 req-333f9d3b-a3e7-4e31-8f85-8fed950de715 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3772613c12e4dc39452f5c411b49df7&device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 1100 time: 0.1695318 Oct 27 01:51:17.448320 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cc9105e7-e1be-4e76-863c-d19a5dcefd63 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:17.451794 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6de5d5d3-4643-466c-beb4-3a31775186e5 req-91d108f3-f965-4fa9-a146-b3904dac7fa6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a3772613c12e4dc39452f5c411b49df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587556 Oct 27 01:51:17.454055 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Router 32f124de-e006-4386-82f9-cd4b2f9728d7 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:51:17.551400 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port cc9105e7-e1be-4e76-863c-d19a5dcefd63 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:17.551769 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.606926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.644632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Pushing event deleted for resources: {'Port': ['ID=3296dc67-c93e-4920-b6b5-7899e8f3c4f8,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:17.661856 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['3296dc67-c93e-4920-b6b5-7899e8f3c4f8', '7432f6e5-21a2-4121-9038-38a7061d78a9'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:17.688163 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.690866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] No DVR routers for this DVR port 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:51:17.695687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.698945 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac636773-d1ff-4fe8-afde-2341f60e6209 req-c4976e97-c8e1-44d3-8773-7900e5520132 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "DELETE /v2.0/ports/3296dc67-c93e-4920-b6b5-7899e8f3c4f8 HTTP/1.1" status: 204 len: 173 time: 0.7418516 Oct 27 01:51:17.699694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'name': 'network-vif-deleted', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:17.702795 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6174b57-a722-4ed5-8070-3e57db6ceff4" -d '{"events": [{"server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "name": "network-vif-deleted", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:17.712839 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port cc9105e7-e1be-4e76-863c-d19a5dcefd63, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=cc9105e7-e1be-4e76-863c-d19a5dcefd63,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:17.724673 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-3d8f906c-4c13-441b-b530-44063ce829d5 None None] Provisioning complete for port 434880c5-1671-437e-bdc6-e5d092fbaa95 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:17.725045 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3d8f906c-4c13-441b-b530-44063ce829d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.751617 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f14d4a-e36a-40a8-90d6-66dd6ab929b4 req-e7e6b111-d429-4aa9-86c6-5d791a655516 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:17.753171 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d4f14d4a-e36a-40a8-90d6-66dd6ab929b4 req-e7e6b111-d429-4aa9-86c6-5d791a655516 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.2022724 Oct 27 01:51:17.770878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d5d3-4643-466c-beb4-3a31775186e5 req-073804b5-beb5-4b8d-82ca-1b6aa9bac322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:17.772350 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6de5d5d3-4643-466c-beb4-3a31775186e5 req-073804b5-beb5-4b8d-82ca-1b6aa9bac322 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3124299 Oct 27 01:51:17.783619 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:51:17.798341 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f906c-4c13-441b-b530-44063ce829d5 None None] Port 434880c5-1671-437e-bdc6-e5d092fbaa95 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:51:17.807849 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-fa80cc5b-0ab6-4f39-8030-280784060b2c admin admin] 10.222.0.66 "PUT /v2.0/routers/32f124de-e006-4386-82f9-cd4b2f9728d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942969 Oct 27 01:51:17.808177 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Sync routers for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:51:17.808177 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:17.838043 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d4f14d4a-e36a-40a8-90d6-66dd6ab929b4 req-e2049cc0-4a81-4493-a62d-bea8d36dbae8 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746648 Oct 27 01:51:17.861121 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:51:17.879862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc8b381-590a-4644-a2f8-496573148521 x-openstack-request-id: req-5bc8b381-590a-4644-a2f8-496573148521 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:17.879862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e129ee-4815-4963-9840-639bc9204c0b", "name": "network-vif-deleted", "tag": "3296dc67-c93e-4920-b6b5-7899e8f3c4f8", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:17.879862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bc8b381-590a-4644-a2f8-496573148521 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:17.879862 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e129ee-4815-4963-9840-639bc9204c0b', 'name': 'network-vif-deleted', 'tag': '3296dc67-c93e-4920-b6b5-7899e8f3c4f8', 'status': 'completed', 'code': 200} Oct 27 01:51:17.883545 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:17.884183 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:17.978216 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=cc9105e7-e1be-4e76-863c-d19a5dcefd63,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:18.014245 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-d43c4012-8f68-4d23-ab0e-3e2803fb4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:18.015878 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-d43c4012-8f68-4d23-ab0e-3e2803fb4907 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3772613c12e4dc39452f5c411b49df7&device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 1100 time: 0.0778227 Oct 27 01:51:18.053806 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:18.085652 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-4a8195ec-46d8-46aa-9677-382b1cdbc865 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ee6f0594-43ad-46d6-98b1-35344b727e12 HTTP/1.1" status: 200 len: 217 time: 0.0428050 Oct 27 01:51:18.148304 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-ea5d8e57-4531-4a06-91d6-021596bbe273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:18.150393 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-ea5d8e57-4531-4a06-91d6-021596bbe273 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3341d26b-c219-498c-b370-b64552f1e83b HTTP/1.1" status: 200 len: 843 time: 0.0478492 Oct 27 01:51:18.261024 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-2b94bf7d-a603-45db-877e-d9ca406de367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:18.261024 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-2b94bf7d-a603-45db-877e-d9ca406de367 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6ac18ea1-9b81-4062-8277-15f3e61de93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737574 Oct 27 01:51:18.316055 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:16Z', 'revision_number': 4, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '434880c5-1671-437e-bdc6-e5d092fbaa95', 'name': '', 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'mac_address': 'fa:16:3e:01:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:15Z', 'updated_at': '2021-10-27T01:51:16Z', 'revision_number': 2, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'subnets': [{'id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:18.349852 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Checking router: 32f124de-e006-4386-82f9-cd4b2f9728d7 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:51:18.350206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Updating router 32f124de-e006-4386-82f9-cd4b2f9728d7 port 434880c5-1671-437e-bdc6-e5d092fbaa95 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 01:51:18.361985 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83c7131e-dbbd-4539-bc82-a7ca19ec39db req-88a7c49e-34b3-46a1-bed3-4d16e26081b9 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e129ee-4815-4963-9840-639bc9204c0b HTTP/1.1" status: 200 len: 210 time: 0.0343928 Oct 27 01:51:18.376852 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:18.397976 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-51135161-3f56-410a-bd7c-bf6dc9f38677 service neutron] 10.222.0.71 "GET /v2.0/networks/6ac18ea1-9b81-4062-8277-15f3e61de93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237411 Oct 27 01:51:18.496064 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd3f3b85-ac29-4461-aa36-9a8ebe57c79e req-151a4370-a72d-4a72-a798-b24c17173dbf service neutron] 10.222.0.71 "GET /v2.0/networks/6ac18ea1-9b81-4062-8277-15f3e61de93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886955 Oct 27 01:51:18.643460 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:18.723681 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:18.773277 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830012e-12e1-4955-8b1c-2350139b3ec8 None None] Pushing event updated for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:18.823403 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Attempting to bind port 434880c5-1671-437e-bdc6-e5d092fbaa95 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:18.823669 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Attempting to bind port 434880c5-1671-437e-bdc6-e5d092fbaa95 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:18.824031 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Attempting to bind port 434880c5-1671-437e-bdc6-e5d092fbaa95 on network 377271cd-7316-429c-ba27-7d732c7f72fc {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:18.829292 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:18.834951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Checking segment: {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:18.834951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:18.834951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Bound using segment: {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:18.834951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Bound port: 434880c5-1671-437e-bdc6-e5d092fbaa95, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c45ed0-3094-495d-834f-3e120db4333e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:18.834951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:18.903275 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] For port 434880c5-1671-437e-bdc6-e5d092fbaa95, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:18.906741 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] For port 434880c5-1671-437e-bdc6-e5d092fbaa95, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=434880c5-1671-437e-bdc6-e5d092fbaa95,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:18.966062 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee1e3-ad21-4026-9ee6-0de4607377bd req-65114086-cf5d-47bd-b3c8-48034d701911 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:18.967551 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-206ee1e3-ad21-4026-9ee6-0de4607377bd req-65114086-cf5d-47bd-b3c8-48034d701911 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0487130 Oct 27 01:51:18.977823 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:19.006688 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-206ee1e3-ad21-4026-9ee6-0de4607377bd req-df21f775-aaaf-435b-9a52-928d5fe41eb0 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Oct 27 01:51:19.054982 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:19.055628 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:50:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:19.059761 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830012e-12e1-4955-8b1c-2350139b3ec8 None None] Pushing event updated for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:19.091213 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] Provisioning complete for port 434880c5-1671-437e-bdc6-e5d092fbaa95 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:19.091610 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:19.219632 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:19.374765 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cc9105e7-e1be-4e76-863c-d19a5dcefd63 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:19.408475 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:19.527050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] For port 434880c5-1671-437e-bdc6-e5d092fbaa95, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=434880c5-1671-437e-bdc6-e5d092fbaa95,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:19.549394 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port cc9105e7-e1be-4e76-863c-d19a5dcefd63 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:19.549690 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:19.611163 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:19.694494 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf120d01-4165-47e5-a6f2-5c0a5e02a63e None None] Pushing event updated for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:19.716199 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:16Z', 'revision_number': 4, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '434880c5-1671-437e-bdc6-e5d092fbaa95', 'name': '', 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'mac_address': 'fa:16:3e:01:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:15Z', 'updated_at': '2021-10-27T01:51:18Z', 'revision_number': 4, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'subnets': [{'id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:19.750767 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958ca5c-4994-4c03-8c7c-bb69a5c72077 None None] The sync data for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi is: [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T01:51:16Z', 'revision_number': 4, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '434880c5-1671-437e-bdc6-e5d092fbaa95', 'name': '', 'network_id': '377271cd-7316-429c-ba27-7d732c7f72fc', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'mac_address': 'fa:16:3e:01:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:15Z', 'updated_at': '2021-10-27T01:51:18Z', 'revision_number': 4, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'subnets': [{'id': 'eef9b54c-7e70-4cdb-bcea-77adb2b3eb59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:51:19.759975 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-887c1304-4b24-47a3-b26f-cf4b2a82fb08 None None] Provisioning complete for port 434880c5-1671-437e-bdc6-e5d092fbaa95 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:19.760342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-887c1304-4b24-47a3-b26f-cf4b2a82fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.051629 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48270) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:20.056882 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376602034', 'description': 'tempest-secgroup-smoke-376602034 description', 'project_id': '101f8f1a85ab4e26beee695e5125f240'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:20.154965 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.193768 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b9d2f-9dd0-41f9-9294-6b76433ff14e req-9bff3faf-0967-4e42-9b4e-25683a887214 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:20.195344 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-961b9d2f-9dd0-41f9-9294-6b76433ff14e req-9bff3faf-0967-4e42-9b4e-25683a887214 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0701671 Oct 27 01:51:20.260572 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-961b9d2f-9dd0-41f9-9294-6b76433ff14e req-f49de5ad-251d-44c2-bf50-8fecdb62f95e tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589898 Oct 27 01:51:20.269951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.343078 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.377023 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a752eea-88ff-4338-96cd-b16361a9b385,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:20.503322 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.508135 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b2d1ffd3-8cb8-48e1-b17f-b33bd09e2bbb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4518070 Oct 27 01:51:20.508332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48278) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:20.512800 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:20.635096 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.692769 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.758571 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.788148 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18617cf-220f-492d-990c-7f8166bc88e5,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:20.826194 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b49c9-0851-4d97-ae1a-6421639e943e req-02750ed0-42ef-42cc-a379-41284e554bc4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:20.827795 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-338b49c9-0851-4d97-ae1a-6421639e943e req-02750ed0-42ef-42cc-a379-41284e554bc4 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0614543 Oct 27 01:51:20.860726 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:20.861842 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fd45db88-5520-40ca-81aa-fb213e996070 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3525813 Oct 27 01:51:20.865150 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48282) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:20.870926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:20.879658 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-338b49c9-0851-4d97-ae1a-6421639e943e req-63561ab1-e89e-42df-a304-8c7d50a47f9b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Oct 27 01:51:20.986113 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.039717 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.125685 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.142129 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d649f40c-b7cc-4d07-baf8-62d478004a6e,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:21.236349 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.237624 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-7cdc46c0-8b21-44fe-b00a-9f6492aa425f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3715303 Oct 27 01:51:21.241023 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48286) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:21.245269 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:21.346661 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.365560 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 434880c5-1671-437e-bdc6-e5d092fbaa95 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:21.415721 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d65f8-c424-4605-a344-de36c8016f3f req-bbd55555-2b3b-4547-954c-6a95d3b3a53d tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:21.417364 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f5d65f8-c424-4605-a344-de36c8016f3f req-bbd55555-2b3b-4547-954c-6a95d3b3a53d tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0857360 Oct 27 01:51:21.421463 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 434880c5-1671-437e-bdc6-e5d092fbaa95 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:21.421952 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.447177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.468195 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f5d65f8-c424-4605-a344-de36c8016f3f req-60151b21-7263-4c71-aac8-0fc9ddd5c591 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Oct 27 01:51:21.514325 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.533086 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a0af1d-3d54-4176-b0bc-6aa3217eae5e,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:21.602367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.603549 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3cb637d8-98a7-4f42-8af5-55b1790cbac3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615930 Oct 27 01:51:21.606414 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48292) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:21.611000 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:21.690644 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.698266 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:51:21.720275 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:51:21.720751 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3296dc67-c93e-4920-b6b5-7899e8f3c4f8 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:51:21.741090 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.799565 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.816835 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6456ff9-d619-4092-8278-cfee73e1c917,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:21.899658 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:21.902136 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2b7fb345-7c89-4457-8d3d-87a878371a8c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933917 Oct 27 01:51:21.903815 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48298) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:21.910095 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:21.988417 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.securitygroups_db [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Project 101f8f1a85ab4e26beee695e5125f240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:51:21.993859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.054291 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.136748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.153192 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f80d8d-2041-427b-903a-8eb367bc391a,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:22.224458 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.225647 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8f22ac5c-d46d-4cd1-861e-0095031ef73a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209021 Oct 27 01:51:22.228384 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48300) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:22.233126 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'security_group_rule': {'security_group_id': '2a752eea-88ff-4338-96cd-b16361a9b385', 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:22.314277 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.securitygroups_db [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Project 101f8f1a85ab4e26beee695e5125f240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 01:51:22.320225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.378423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.456260 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.473452 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be89318-8faf-4b7b-821f-6df19d770814,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:22.542758 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:22.544017 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-79e3e4d6-39e1-4334-a153-e2e8cb267b41 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3144815 Oct 27 01:51:23.647102 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb006d9a-34c5-4067-8e85-e733512ba9de req-fbe57e49-0048-4ab8-a121-601c76458253 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:23.648687 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fb006d9a-34c5-4067-8e85-e733512ba9de req-fbe57e49-0048-4ab8-a121-601c76458253 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0534158 Oct 27 01:51:23.688603 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fb006d9a-34c5-4067-8e85-e733512ba9de req-e834fba6-026a-4d61-b565-ee1fb529b90b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Oct 27 01:51:23.691543 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408f6a0-be17-4908-ade9-6e9796fb0da7 req-03750ac2-75b7-4492-b1da-0ce64caf6b5e tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:23.692903 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1408f6a0-be17-4908-ade9-6e9796fb0da7 req-03750ac2-75b7-4492-b1da-0ce64caf6b5e tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0493510 Oct 27 01:51:23.730132 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1408f6a0-be17-4908-ade9-6e9796fb0da7 req-e7f65cee-f807-46e7-92c2-947430259f1f tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Oct 27 01:51:24.813850 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5805519-1c6b-4107-aa70-507e876ba7ea req-cbed8e6d-3699-413e-93d2-e1e1ea64dfd3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:24.815394 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e5805519-1c6b-4107-aa70-507e876ba7ea req-cbed8e6d-3699-413e-93d2-e1e1ea64dfd3 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0516396 Oct 27 01:51:24.829636 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-aec0481d-f028-44b1-9f9f-0cfebc1fdee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:24.855802 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e5805519-1c6b-4107-aa70-507e876ba7ea req-e784acb4-09db-48f8-b438-6b274c7b36a1 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Oct 27 01:51:24.922283 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac8564-0a16-482a-977c-5615f40d5e78 req-9065d081-817a-4521-9079-9a1d0537a39a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:24.923986 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-edac8564-0a16-482a-977c-5615f40d5e78 req-9065d081-817a-4521-9079-9a1d0537a39a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0550148 Oct 27 01:51:24.961722 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-edac8564-0a16-482a-977c-5615f40d5e78 req-63eebfc2-bf49-41c8-8c14-82aa01e3caa4 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Oct 27 01:51:25.985932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c02c7-f1c6-4b84-bd1c-f8decf054fd2 req-ba941f4b-0558-489e-acb2-3c6159d99a3f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:25.987465 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7a4c02c7-f1c6-4b84-bd1c-f8decf054fd2 req-ba941f4b-0558-489e-acb2-3c6159d99a3f tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0500560 Oct 27 01:51:26.030324 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7a4c02c7-f1c6-4b84-bd1c-f8decf054fd2 req-f0076b4f-b29f-4bef-86a7-4865dfb183a0 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Oct 27 01:51:26.082535 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701247bc-9b3e-470b-9897-05cfc0f0ef67 req-4118fbe1-9740-4a4f-8ae0-8fd55b79e0ca tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:26.084039 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-701247bc-9b3e-470b-9897-05cfc0f0ef67 req-4118fbe1-9740-4a4f-8ae0-8fd55b79e0ca tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0527101 Oct 27 01:51:26.121266 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-701247bc-9b3e-470b-9897-05cfc0f0ef67 req-b199b44a-ba90-4f07-b1d0-e1768f7638eb tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Oct 27 01:51:27.142161 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af588080-85de-4ff6-906e-0be0a5df77a4 req-9cd377d0-4498-44c0-bcde-5dcee0769355 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:27.143748 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-af588080-85de-4ff6-906e-0be0a5df77a4 req-9cd377d0-4498-44c0-bcde-5dcee0769355 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0494514 Oct 27 01:51:27.183484 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-af588080-85de-4ff6-906e-0be0a5df77a4 req-997db489-d166-4fc0-909a-878e727d8b23 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Oct 27 01:51:27.235489 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72d18a-3974-4f6a-b5f3-495ce697f069 req-6045b2ea-7609-4d43-99e2-984a22cce29f tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:27.236928 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2d72d18a-3974-4f6a-b5f3-495ce697f069 req-6045b2ea-7609-4d43-99e2-984a22cce29f tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 947 time: 0.0479712 Oct 27 01:51:27.274558 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2d72d18a-3974-4f6a-b5f3-495ce697f069 req-bc110d72-09b6-4d16-a8c4-0d732c13de14 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Oct 27 01:51:27.564055 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ee6f0594-43ad-46d6-98b1-35344b727e12 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:51:27.660810 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee6f0594-43ad-46d6-98b1-35344b727e12,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:27.678416 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'ee6f0594-43ad-46d6-98b1-35344b727e12', 'network_id': '6ac18ea1-9b81-4062-8277-15f3e61de93c', 'port_id': 'ee6f0594-43ad-46d6-98b1-35344b727e12', 'mac_address': 'fa:16:3e:1b:5c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3341d26b-c219-498c-b370-b64552f1e83b', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:51:27.721786 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:27.734396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6f0594-43ad-46d6-98b1-35344b727e12 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:51:27.759659 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee6f0594-43ad-46d6-98b1-35344b727e12,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:27.761237 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7b9d3fdf-cc6f-434f-a4ce-f6f694dd7c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:27.816687 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:27.863604 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:28.300213 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5a67b-2d4b-4ef0-a3f7-e9e714949701 req-35621868-fbae-4080-acb3-a58e2a0c5f66 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:28.301728 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1cb5a67b-2d4b-4ef0-a3f7-e9e714949701 req-35621868-fbae-4080-acb3-a58e2a0c5f66 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0490408 Oct 27 01:51:28.342733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1cb5a67b-2d4b-4ef0-a3f7-e9e714949701 req-8b8fbc0d-ddb4-4d4c-8e19-7cf3ebfa5657 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Oct 27 01:51:28.400836 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f16db5-8d55-45f2-ade5-adbf1b9c05a5 req-275e9229-0ddd-4df7-ae2c-b0520b99067c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:28.402291 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-62f16db5-8d55-45f2-ade5-adbf1b9c05a5 req-275e9229-0ddd-4df7-ae2c-b0520b99067c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 948 time: 0.0521374 Oct 27 01:51:28.439998 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-62f16db5-8d55-45f2-ade5-adbf1b9c05a5 req-5ed46a6d-fc6a-4bb3-9ac1-5233e6607c15 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Oct 27 01:51:28.443640 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:28.496522 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['ee6f0594-43ad-46d6-98b1-35344b727e12'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:28.793967 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:29.463312 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cbf0-8c70-4774-971c-b610365bda94 req-4c09294f-dbaa-4a3c-bddc-fa25814ff320 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:29.464844 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-74b7cbf0-8c70-4774-971c-b610365bda94 req-4c09294f-dbaa-4a3c-bddc-fa25814ff320 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0531437 Oct 27 01:51:29.507411 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-74b7cbf0-8c70-4774-971c-b610365bda94 req-00cb405b-c0c0-46b2-8297-3430affa4d70 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Oct 27 01:51:29.565264 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b18f-1d9b-4fa1-89bd-829c95d38c14 req-677d12e1-89bb-43cb-813f-33c0589f273c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:29.566725 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4fb5b18f-1d9b-4fa1-89bd-829c95d38c14 req-677d12e1-89bb-43cb-813f-33c0589f273c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 948 time: 0.0485978 Oct 27 01:51:29.604913 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4fb5b18f-1d9b-4fa1-89bd-829c95d38c14 req-0825f647-981e-4f06-a4de-38865675cf93 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Oct 27 01:51:30.490913 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:30.547833 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b51ea-2218-43d8-a957-c6e78f745e6d req-bd32b2c1-418d-46e5-8a94-f82de8a95f69 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:30.549722 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8b3b51ea-2218-43d8-a957-c6e78f745e6d req-bd32b2c1-418d-46e5-8a94-f82de8a95f69 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0517633 Oct 27 01:51:30.590332 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8b3b51ea-2218-43d8-a957-c6e78f745e6d req-db6c3f96-154c-4f4a-9013-59875cf3c097 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Oct 27 01:51:30.641503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b20f9-ac73-452d-88b1-0ff6d74fd44e req-a4488a08-b416-45c3-a599-c1579bc31806 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:30.650395 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-206b20f9-ac73-452d-88b1-0ff6d74fd44e req-a4488a08-b416-45c3-a599-c1579bc31806 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0579879 Oct 27 01:51:30.682646 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-206b20f9-ac73-452d-88b1-0ff6d74fd44e req-546b7605-a294-41c1-960f-78f49a50fa93 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dab1295b-296c-4cd3-a943-91b30d146b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Oct 27 01:51:30.737731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e4b57-a895-4396-8afc-aedabd26454c req-1a2cc04d-d0ca-45c5-9f8b-28f09811763a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:30.739216 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d95e4b57-a895-4396-8afc-aedabd26454c req-1a2cc04d-d0ca-45c5-9f8b-28f09811763a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 948 time: 0.0520480 Oct 27 01:51:30.778196 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d95e4b57-a895-4396-8afc-aedabd26454c req-bfbe9865-0eb8-4490-bd4e-0d28f94cc005 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Oct 27 01:51:31.130992 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.227249 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-72a75563-5859-4d84-8dd1-b9e89ac247bb tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:31.228756 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-72a75563-5859-4d84-8dd1-b9e89ac247bb tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 945 time: 0.0503700 Oct 27 01:51:31.335340 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Deleting port 7432f6e5-21a2-4121-9038-38a7061d78a9 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:51:31.335821 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.430353 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] For port 7432f6e5-21a2-4121-9038-38a7061d78a9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7432f6e5-21a2-4121-9038-38a7061d78a9,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:31.430716 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.443959 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Calling delete_port for 7432f6e5-21a2-4121-9038-38a7061d78a9 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:51:31.564905 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ee6f0594-43ad-46d6-98b1-35344b727e12 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:31.652074 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.688426 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Pushing event deleted for resources: {'Port': ['ID=7432f6e5-21a2-4121-9038-38a7061d78a9,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:31.691982 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['7432f6e5-21a2-4121-9038-38a7061d78a9'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:31.724693 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port ee6f0594-43ad-46d6-98b1-35344b727e12 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:51:31.729598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port ee6f0594-43ad-46d6-98b1-35344b727e12 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:31.729970 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.756434 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] No DVR routers for this DVR port 7432f6e5-21a2-4121-9038-38a7061d78a9 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:51:31.760358 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.763914 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-04858d12-106e-4a2e-8491-09a3cc51e386 req-542754af-be7c-4d84-a084-7fcd82d4da61 tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.71 "DELETE /v2.0/ports/7432f6e5-21a2-4121-9038-38a7061d78a9 HTTP/1.1" status: 204 len: 173 time: 0.5290112 Oct 27 01:51:31.764466 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'name': 'network-vif-deleted', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:31.766996 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3871c98a-4cf6-4089-9556-ee8884051867" -d '{"events": [{"server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "name": "network-vif-deleted", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:31.792503 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c59e52-8bad-428b-b46c-15154fbeb161 req-dfb39471-2cde-4c57-a2f5-a2b1fec2762b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:31.794154 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69c59e52-8bad-428b-b46c-15154fbeb161 req-dfb39471-2cde-4c57-a2f5-a2b1fec2762b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.1092875 Oct 27 01:51:31.817706 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.836638 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69c59e52-8bad-428b-b46c-15154fbeb161 req-eb3296f4-08af-4db4-9780-6ed594a9f51e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350754 Oct 27 01:51:31.842305 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:31.845696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67874732-1f58-4f78-9f30-51a8b3502435" -d '{"events": [{"server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:31.863884 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee6f0594-43ad-46d6-98b1-35344b727e12,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:31.925245 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:31.937936 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ab3f3ec-b181-4417-877f-84f1e0637d26 req-a35af138-3d16-4511-b141-f219ed02d22b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 210 time: 0.0268874 Oct 27 01:51:31.981688 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:31.993235 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070619bf-457b-4e3f-8cff-e26b04aa2187 x-openstack-request-id: req-070619bf-457b-4e3f-8cff-e26b04aa2187 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:31.993235 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b3237a-a257-4366-a7cd-de0d8a853cdf", "name": "network-vif-deleted", "tag": "7432f6e5-21a2-4121-9038-38a7061d78a9", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:31.993235 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-070619bf-457b-4e3f-8cff-e26b04aa2187 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:31.993235 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b3237a-a257-4366-a7cd-de0d8a853cdf', 'name': 'network-vif-deleted', 'tag': '7432f6e5-21a2-4121-9038-38a7061d78a9', 'status': 'completed', 'code': 200} Oct 27 01:51:32.083857 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65994d07-57dd-4a73-94b7-2b9ace0bd604 req-b1abd83c-7059-4c8e-8bb6-e87548c269e1 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:32.085294 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65994d07-57dd-4a73-94b7-2b9ace0bd604 req-b1abd83c-7059-4c8e-8bb6-e87548c269e1 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0476773 Oct 27 01:51:32.123462 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65994d07-57dd-4a73-94b7-2b9ace0bd604 req-57894b46-b9d6-4785-8c77-8f21dede6e0c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Oct 27 01:51:32.177483 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f47cd3-87c0-431e-8d0a-d5a8662935b1 x-openstack-request-id: req-03f47cd3-87c0-431e-8d0a-d5a8662935b1 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:32.177805 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:32.178066 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03f47cd3-87c0-431e-8d0a-d5a8662935b1 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:32.178462 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12', 'code': 200} Oct 27 01:51:32.702328 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346d877-3009-4ef9-bfc7-4ce348a621b4 req-84006a43-2ee4-472d-b44d-8a182810c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:32.703862 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2346d877-3009-4ef9-bfc7-4ce348a621b4 req-84006a43-2ee4-472d-b44d-8a182810c2a8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 1102 time: 0.0459862 Oct 27 01:51:32.739528 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2346d877-3009-4ef9-bfc7-4ce348a621b4 req-ab4a09a5-4e4b-4f96-932f-ee5c7143bc38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277524 Oct 27 01:51:32.968407 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f8b22-5b82-461d-9a2f-09af1995f7d6 req-9f009b2a-b441-468b-b892-6c79e7323b93 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:32.969818 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-737f8b22-5b82-461d-9a2f-09af1995f7d6 req-9f009b2a-b441-468b-b892-6c79e7323b93 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Oct 27 01:51:33.006902 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-737f8b22-5b82-461d-9a2f-09af1995f7d6 req-e8cd045e-5a73-48aa-81a8-a4d3c4d39b7e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Oct 27 01:51:33.047072 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-97e6c86f-4ed1-4a62-ae81-8ed8eea59641 req-b610405c-0ca2-4222-ac41-edb6929b889b tempest-ServerRescueNegativeTestJSON-762809255 tempest-ServerRescueNegativeTestJSON-762809255-project] 10.222.0.66 "GET /v2.0/ports?device_id=90b3237a-a257-4366-a7cd-de0d8a853cdf HTTP/1.1" status: 200 len: 210 time: 0.0261991 Oct 27 01:51:33.237443 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9dd6f-2929-46f1-980a-51bb9fbf25d6 req-f3ca0921-1c48-4237-9ef9-c0040a2aa35a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:33.238922 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-61d9dd6f-2929-46f1-980a-51bb9fbf25d6 req-f3ca0921-1c48-4237-9ef9-c0040a2aa35a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0478382 Oct 27 01:51:33.280581 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-61d9dd6f-2929-46f1-980a-51bb9fbf25d6 req-9f134076-f417-40d1-a3aa-a66e7c436c88 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Oct 27 01:51:34.101820 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48594) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:34.129186 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ac18-0beb-48fe-bd7a-9b3c22491700 req-3f666fd2-8b04-4861-a247-bd212817a55d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:34.130669 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a647ac18-0beb-48fe-bd7a-9b3c22491700 req-3f666fd2-8b04-4861-a247-bd212817a55d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0534916 Oct 27 01:51:34.168931 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a647ac18-0beb-48fe-bd7a-9b3c22491700 req-ba9859e6-0d83-4ea3-860b-973f65e55d95 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Oct 27 01:51:34.461991 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64592b88-4617-4c00-a372-ef50b280c0cf req-a143fbaa-ccad-4ec0-955e-20331c42aa43 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:34.464241 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64592b88-4617-4c00-a372-ef50b280c0cf req-a143fbaa-ccad-4ec0-955e-20331c42aa43 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.1154456 Oct 27 01:51:34.517742 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64592b88-4617-4c00-a372-ef50b280c0cf req-fae7ab1c-be2b-4a6d-a29b-f92e2ce9bf57 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Oct 27 01:51:34.601416 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:35.137514 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Deleting port 28f0c677-2475-4dda-841d-4de7d0a71800 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:51:35.138176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:35.217808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] For port 28f0c677-2475-4dda-841d-4de7d0a71800, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=28f0c677-2475-4dda-841d-4de7d0a71800,segment=NetworkSegment(7af9b2e6-4284-4475-82be-fe33855cbef5),segment_id=7af9b2e6-4284-4475-82be-fe33855cbef5)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:35.218191 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:35.230425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Calling delete_port for 28f0c677-2475-4dda-841d-4de7d0a71800 owned by network:router_interface {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:51:35.289676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f082d1-2b1d-42e3-b502-8a250c2faf0f req-7e770aee-ad58-40b5-aefa-81c6099ecb5c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:35.291658 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69f082d1-2b1d-42e3-b502-8a250c2faf0f req-7e770aee-ad58-40b5-aefa-81c6099ecb5c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0517204 Oct 27 01:51:35.331667 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69f082d1-2b1d-42e3-b502-8a250c2faf0f req-ba4f07e6-03ae-4328-bd63-68e04741f524 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Oct 27 01:51:35.508544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:35.533112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f0c677-2475-4dda-841d-4de7d0a71800,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:35.584678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 7432f6e5-21a2-4121-9038-38a7061d78a9 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:51:35.609306 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 7432f6e5-21a2-4121-9038-38a7061d78a9 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:51:35.609774 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 7432f6e5-21a2-4121-9038-38a7061d78a9 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:51:35.688788 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622fa3-86e4-44cd-ae2f-7b4cc56ae187 req-f238d782-71da-415f-aabe-1304756e97c7 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:35.690500 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-47622fa3-86e4-44cd-ae2f-7b4cc56ae187 req-f238d782-71da-415f-aabe-1304756e97c7 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0941792 Oct 27 01:51:35.708106 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:35.796794 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-47622fa3-86e4-44cd-ae2f-7b4cc56ae187 req-fb7d768c-fc95-4a88-832c-c6328c9aad2c tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985749 Oct 27 01:51:35.946235 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:51:36.053868 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:51:36.061100 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d605422f-306a-4adc-b397-34172036e443 admin admin] 10.222.0.66 "PUT /v2.0/routers/8ee4c69f-7c7c-49dc-bc2c-603bccc41288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559820 Oct 27 01:51:36.064172 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Sync routers for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:51:36.065682 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48618) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:36.075308 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:36.075931 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:51:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:36.178985 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.190831 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:36.328673 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121649-2281-44b3-882d-324e109ce1a8 req-f4f534e7-64ff-4c68-b752-8f608286ba88 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:36.330058 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-86121649-2281-44b3-882d-324e109ce1a8 req-f4f534e7-64ff-4c68-b752-8f608286ba88 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0756609 Oct 27 01:51:36.338851 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.377542 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-86121649-2281-44b3-882d-324e109ce1a8 req-3ff58545-762f-406c-ae0f-6d2e0a70a0fc tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Oct 27 01:51:36.462882 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a771e3-9ae5-4e2e-96c3-8f3f5fb6843d req-8d8310a4-a447-4d2c-9787-621bf681be40 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:36.464400 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c6a771e3-9ae5-4e2e-96c3-8f3f5fb6843d req-8d8310a4-a447-4d2c-9787-621bf681be40 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0508590 Oct 27 01:51:36.467008 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:51:35Z', 'revision_number': 5, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port': {'id': '30739383-9988-43ac-8dfa-ab7b11a11a0a', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:36.484896 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Deleting port 30739383-9988-43ac-8dfa-ab7b11a11a0a {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:51:36.485585 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.503042 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Checking router: 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:51:36.506024 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c6a771e3-9ae5-4e2e-96c3-8f3f5fb6843d req-736f600a-5a82-4bfb-a57a-ec1626c6d762 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354829 Oct 27 01:51:36.512356 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Routers {'8ee4c69f-7c7c-49dc-bc2c-603bccc41288'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:51:36.512967 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:51:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:36.571400 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] For port 30739383-9988-43ac-8dfa-ab7b11a11a0a, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=30739383-9988-43ac-8dfa-ab7b11a11a0a,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:36.571789 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.584210 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Calling delete_port for 30739383-9988-43ac-8dfa-ab7b11a11a0a owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:51:36.598505 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] Set router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:51:36.651968 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:51:36Z', 'revision_number': 6, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:36.687380 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3c4af-f8cd-4a82-bf5b-7b83f5945a30 None None] The sync data for ids ['8ee4c69f-7c7c-49dc-bc2c-603bccc41288'] in dv-cinder-786873-5-iscsi is: [{'id': '8ee4c69f-7c7c-49dc-bc2c-603bccc41288', 'name': 'tempest-ServerRescueNegativeTestJSON-772705036-router', 'tenant_id': '752be3d855cd4daf84a4f2af1ad30577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:48Z', 'updated_at': '2021-10-27T01:51:36Z', 'revision_number': 6, 'project_id': '752be3d855cd4daf84a4f2af1ad30577', 'gw_port_host': None}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:51:36.816860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.842535 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=30739383-9988-43ac-8dfa-ab7b11a11a0a,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:36.870469 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.973906 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:36.976130 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.119744 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.120753 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee4c69f-7c7c-49dc-bc2c-603bccc41288 {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:51:37.125979 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.127343 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-bfd1fd1f-9206-4fd9-b6d3-d96285ea1a88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8ee4c69f-7c7c-49dc-bc2c-603bccc41288 HTTP/1.1" status: 204 len: 168 time: 1.0606351 Oct 27 01:51:37.130620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48632) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:37.184831 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Deleting subnet 9d702f34-7462-462a-bb30-0d81c442f88d {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:51:37.188470 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.223902 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.263673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.510329 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5678-9311-4e54-912a-434d20c6681c req-f09f31a9-b7f1-4f7d-8ac9-7cb0cb31b51b tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:37.511861 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e76b5678-9311-4e54-912a-434d20c6681c req-f09f31a9-b7f1-4f7d-8ac9-7cb0cb31b51b tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0624232 Oct 27 01:51:37.520080 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.538222 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 28f0c677-2475-4dda-841d-4de7d0a71800 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:51:37.557098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d702f34-7462-462a-bb30-0d81c442f88d,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:37.559337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.565758 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 48638) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:37.565943 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f93cfe8a-8e6b-48ba-bc0e-6f511663b0ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9d702f34-7462-462a-bb30-0d81c442f88d HTTP/1.1" status: 204 len: 168 time: 0.4347627 Oct 27 01:51:37.566961 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 28f0c677-2475-4dda-841d-4de7d0a71800 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:51:37.567430 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 28f0c677-2475-4dda-841d-4de7d0a71800 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:51:37.567940 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 30739383-9988-43ac-8dfa-ab7b11a11a0a no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:51:37.579521 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e76b5678-9311-4e54-912a-434d20c6681c req-97a7da3d-97df-4e73-8da1-5ff80d944b2d tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591140 Oct 27 01:51:37.598332 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 30739383-9988-43ac-8dfa-ab7b11a11a0a {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:51:37.605675 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 30739383-9988-43ac-8dfa-ab7b11a11a0a not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:51:37.648177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.665612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672e651-88d0-4a40-9716-aa5298afad12 req-60abc007-a9f4-4d8a-882d-b8c0709f3f2a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:37.667152 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1672e651-88d0-4a40-9716-aa5298afad12 req-60abc007-a9f4-4d8a-882d-b8c0709f3f2a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0728931 Oct 27 01:51:37.736723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.785078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.785592 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.786597 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.787007 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > port after_create 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.787384 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.787803 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > port after_update 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.788262 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.788648 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.788990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.789542 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.855778 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.856127 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.856465 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.856808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 01:51:37.857184 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e7ccb9-3ae1-492b-a7c8-35b195b22dc9']}} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:37.885849 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af9b2e6-4284-4475-82be-fe33855cbef5') {'for_net_delete': True} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:37.886146 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af9b2e6-4284-4475-82be-fe33855cbef5') {} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:51:37.902475 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14348195'] for segment, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.924219 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.933176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=108323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:51:37.933558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14667698'] for segment, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: from cryptography.utils import int_from_bytes Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: from cryptography.utils import int_from_bytes Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: Traceback (most recent call last): Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: timer() Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: cb(*args, **kw) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: return func(*args, **kwargs) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: self._notify() Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: self.callback(batched_events) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: event.method(event) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: return f(self, *a, **k) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._get(url).json() Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: return self.request(url, 'GET', **kwargs) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:51:37.937967 dv-cinder-786873-5-iscsi neutron-server[108323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:51:37.944672 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1672e651-88d0-4a40-9716-aa5298afad12 req-c14aa36c-cbc8-44ff-b4da-8d051fc50324 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714882 Oct 27 01:51:38.057119 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.064396 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.067575 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65e7ccb9-3ae1-492b-a7c8-35b195b22dc9 HTTP/1.1" status: 204 len: 168 time: 0.5004263 Oct 27 01:51:38.076926 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdaa06-0b8d-46f4-91c8-3a73d0f62773 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e7ccb9-3ae1-492b-a7c8-35b195b22dc9,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:38.276429 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-683dc839-bc87-433e-8ceb-443ae53fc40a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:38.277876 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-683dc839-bc87-433e-8ceb-443ae53fc40a tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.71 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 949 time: 0.0485792 Oct 27 01:51:38.380636 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Deleting port ee6f0594-43ad-46d6-98b1-35344b727e12 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:51:38.380975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.427559 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48648) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:38.466120 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5bb12643-da84-453f-8f5a-a865f10a8e90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=752be3d855cd4daf84a4f2af1ad30577&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374708 Oct 27 01:51:38.468694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48650) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:38.477198 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] For port ee6f0594-43ad-46d6-98b1-35344b727e12, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ee6f0594-43ad-46d6-98b1-35344b727e12,segment=NetworkSegment(9c33d756-7553-4159-a993-b5e1bba6a185),segment_id=9c33d756-7553-4159-a993-b5e1bba6a185)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:38.477619 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.493550 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Calling delete_port for ee6f0594-43ad-46d6-98b1-35344b727e12 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:51:38.520165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.541693 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.656636 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.659247 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.660496 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dab1295b-296c-4cd3-a943-91b30d146b79 HTTP/1.1" status: 204 len: 168 time: 0.1909313 Oct 27 01:51:38.669137 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaf1da-a320-4d9a-9393-0126e499a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1295b-296c-4cd3-a943-91b30d146b79,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:38.689870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.742448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Pushing event deleted for resources: {'Port': ['ID=ee6f0594-43ad-46d6-98b1-35344b727e12,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:38.755068 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['ee6f0594-43ad-46d6-98b1-35344b727e12'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:38.794065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] No DVR routers for this DVR port ee6f0594-43ad-46d6-98b1-35344b727e12 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:51:38.797110 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:38.800944 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4bbb2ea8-eebe-4dfc-ab44-73b92a9ddf58 req-b92dc781-ef68-46e5-8dd7-5e457a014f52 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.71 "DELETE /v2.0/ports/ee6f0594-43ad-46d6-98b1-35344b727e12 HTTP/1.1" status: 204 len: 173 time: 0.5157979 Oct 27 01:51:38.803432 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'name': 'network-vif-deleted', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:38.805391 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3518f9-d951-4a6e-b4ec-5623b5693366" -d '{"events": [{"server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "name": "network-vif-deleted", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:38.816527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712a665-18e1-42d3-ac09-1064fad53ac4 req-2e51a47c-ee0a-4a73-8bb9-dfcb09bde7aa tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:38.824249 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8712a665-18e1-42d3-ac09-1064fad53ac4 req-2e51a47c-ee0a-4a73-8bb9-dfcb09bde7aa tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 867 time: 0.1652813 Oct 27 01:51:38.857427 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220bc25b-2af3-4fd9-88e6-e4107b61a1a8 x-openstack-request-id: req-220bc25b-2af3-4fd9-88e6-e4107b61a1a8 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:38.857716 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2137a51e-2494-48d2-b2d1-168c3f77a1ac", "name": "network-vif-deleted", "tag": "ee6f0594-43ad-46d6-98b1-35344b727e12", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:38.857961 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-220bc25b-2af3-4fd9-88e6-e4107b61a1a8 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:38.858347 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2137a51e-2494-48d2-b2d1-168c3f77a1ac', 'name': 'network-vif-deleted', 'tag': 'ee6f0594-43ad-46d6-98b1-35344b727e12', 'status': 'completed', 'code': 200} Oct 27 01:51:38.870966 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8712a665-18e1-42d3-ac09-1064fad53ac4 req-0837cf51-ef04-4c6a-b460-ba1f30694f86 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/security-groups?id=11360d6b-287e-431c-8c02-6fd53fbcaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Oct 27 01:51:39.087866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3767b-7ad1-4ac7-a19e-ac0e485bec3c req-4babb615-2cde-4c14-a027-ceeea93424fa tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:39.089550 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9e3767b-7ad1-4ac7-a19e-ac0e485bec3c req-4babb615-2cde-4c14-a027-ceeea93424fa tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0593002 Oct 27 01:51:39.128342 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d9e3767b-7ad1-4ac7-a19e-ac0e485bec3c req-a68a73cb-8b53-4127-80af-88ff94c16678 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Oct 27 01:51:39.777327 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48684) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:39.879339 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1301246705-network', 'tenant_id': 'd41478c57ab742d6a04aa8506983742f'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:39.966041 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:39.969406 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:39.978736 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:39.991857 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a41bba11-1e57-477b-9a9d-08d9f161da03 req-bb21e235-3270-4a2b-9c06-8585d5edbc90 tempest-VolumesNegativeTest-2001140212 tempest-VolumesNegativeTest-2001140212-project] 10.222.0.66 "GET /v2.0/ports?device_id=2137a51e-2494-48d2-b2d1-168c3f77a1ac HTTP/1.1" status: 200 len: 210 time: 0.0268810 Oct 27 01:51:40.056223 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.146031 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.171692 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:51:40.181184 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:40.185867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.186200 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Added segment fd0287e4-7457-40de-b842-67acb2196b29 of type vlan for network 5808f411-1248-4018-81a2-3a976b063b91 Oct 27 01:51:40.252895 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.291587 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844aeac-919f-4048-8f54-e3a60c43e09c req-01badcf4-513d-426e-bddf-daa4cba149ec tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:40.293149 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a844aeac-919f-4048-8f54-e3a60c43e09c req-01badcf4-513d-426e-bddf-daa4cba149ec tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0793223 Oct 27 01:51:40.333717 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a844aeac-919f-4048-8f54-e3a60c43e09c req-4ef03ffe-cb7d-4b46-92de-6285a10d0b0c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Oct 27 01:51:40.352157 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.353156 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:40.353746 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.412216 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5808f411-1248-4018-81a2-3a976b063b91,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:40.424224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 5808f411-1248-4018-81a2-3a976b063b91 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:51:40.543169 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-63e1bc4c-6391-4ef3-97c4-7909373526c0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7646871 Oct 27 01:51:40.545956 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 48698) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:40.550730 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Request body: {'subnet': {'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1301246705-subnet', 'tenant_id': 'd41478c57ab742d6a04aa8506983742f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:40.649292 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:40.652330 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14181955'] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.872164 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13347793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14182013'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:40.929697 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc97760-1ab1-4220-bc9b-7bee0597b9b4,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:40.937694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Checking segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:40.938193 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Network hostable DHCP agents. Network: 5808f411-1248-4018-81a2-3a976b063b91, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:51:41.011198 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Network 5808f411-1248-4018-81a2-3a976b063b91 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:51:41.079542 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 5808f411-1248-4018-81a2-3a976b063b91) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:41.084209 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:41.084870 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:41.089380 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb992be6-a1f7-4203-adac-e7486187d327 None None] Network 5808f411-1248-4018-81a2-3a976b063b91 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:41.154555 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c4dd52ab-bc64-47ce-acff-6aa9bd2835da admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6042395 Oct 27 01:51:41.226009 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d5b00-730f-416c-812a-7dc5c940827a None None] Network 5808f411-1248-4018-81a2-3a976b063b91 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:51:41.396332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa3553-9836-4492-8888-1f4baeed5a97 req-cb9cd0cc-b4ba-434d-930e-dfffaedec4df tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:41.397876 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0aaa3553-9836-4492-8888-1f4baeed5a97 req-cb9cd0cc-b4ba-434d-930e-dfffaedec4df tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0628901 Oct 27 01:51:41.436126 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0aaa3553-9836-4492-8888-1f4baeed5a97 req-09a17920-8465-4a2f-a690-dfba6a8ac485 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Oct 27 01:51:41.542569 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef74276-cef8-48d1-a9f1-345c5809cd87 req-8fd8be72-5c00-46d8-8f57-c11f1815af78 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:41.544077 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-eef74276-cef8-48d1-a9f1-345c5809cd87 req-8fd8be72-5c00-46d8-8f57-c11f1815af78 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0486095 Oct 27 01:51:41.580524 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-eef74276-cef8-48d1-a9f1-345c5809cd87 req-4cc004c0-10ac-406d-8ceb-4289a80aee28 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306277 Oct 27 01:51:42.550830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1eae9-617c-40de-b887-638a7c15d908 req-e04361b9-0c4c-429d-b9c4-2e5374416df1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:42.552357 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1af1eae9-617c-40de-b887-638a7c15d908 req-e04361b9-0c4c-429d-b9c4-2e5374416df1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0484698 Oct 27 01:51:42.589583 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1af1eae9-617c-40de-b887-638a7c15d908 req-ae91b8bb-eba4-4286-8201-9dcb63d66d5f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Oct 27 01:51:42.733876 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9c77d-0ae4-4835-a43c-fbe8a315ccfa req-38680ae6-fe5e-4002-ab28-1f1dd4b8f6a8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:42.735241 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a5b9c77d-0ae4-4835-a43c-fbe8a315ccfa req-38680ae6-fe5e-4002-ab28-1f1dd4b8f6a8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0510657 Oct 27 01:51:42.772073 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a5b9c77d-0ae4-4835-a43c-fbe8a315ccfa req-2081830b-cbd8-49da-b74f-46692bd6e659 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Oct 27 01:51:43.625520 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ee6f0594-43ad-46d6-98b1-35344b727e12 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:51:43.659159 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: ee6f0594-43ad-46d6-98b1-35344b727e12 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:51:43.659525 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ee6f0594-43ad-46d6-98b1-35344b727e12 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:51:43.723337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6bb8-2537-47a4-9025-9341178f58b7 req-4beab059-5509-46d9-bd34-3dc885250624 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:43.724820 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f9a6bb8-2537-47a4-9025-9341178f58b7 req-4beab059-5509-46d9-bd34-3dc885250624 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0632696 Oct 27 01:51:43.763728 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0f9a6bb8-2537-47a4-9025-9341178f58b7 req-471e5047-5b24-44c7-bf7b-e6fb7f4195d9 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Oct 27 01:51:43.888554 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1882-f201-4ca5-81bf-c4606b0101c9 req-aa2216a5-44d4-4229-8230-2e3ce2cfdeb1 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:43.890129 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6dda1882-f201-4ca5-81bf-c4606b0101c9 req-aa2216a5-44d4-4229-8230-2e3ce2cfdeb1 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0478237 Oct 27 01:51:43.928667 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6dda1882-f201-4ca5-81bf-c4606b0101c9 req-cedd308e-8d90-493e-88fb-b49ff5143df5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Oct 27 01:51:44.375454 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-8966783c-4334-467b-a733-829c6c115747 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:44.376907 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-8966783c-4334-467b-a733-829c6c115747 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1067171 Oct 27 01:51:44.392303 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-08c775a2-0690-416e-9f94-d6e888367a26 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/quotas/d41478c57ab742d6a04aa8506983742f HTTP/1.1" status: 200 len: 375 time: 0.0098276 Oct 27 01:51:44.423076 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-5369a8de-c843-4aa8-8e95-797d45ec6a1e tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254436 Oct 27 01:51:44.526604 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-2893cede-f3e6-46a3-bb12-21f4821563fd service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959029 Oct 27 01:51:44.615785 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-b7a2292c-a718-4da9-bed9-4a24e8576f3a service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831254 Oct 27 01:51:44.895296 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f020c9-6e1d-4881-82e2-ffe920636511 req-350bac5e-cc9c-4c2e-938d-487480469afc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:44.896840 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-07f020c9-6e1d-4881-82e2-ffe920636511 req-350bac5e-cc9c-4c2e-938d-487480469afc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0613337 Oct 27 01:51:44.904107 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9e7975ab-c9d0-4316-969b-31fe4fc5f754 req-e4257254-26d4-48b2-a5f4-3d72a68fe38a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 210 time: 0.0260415 Oct 27 01:51:44.941335 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-07f020c9-6e1d-4881-82e2-ffe920636511 req-88ac190c-7b02-4d46-aea3-bb00af2a52e1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359809 Oct 27 01:51:45.066563 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe255d-141f-4a4a-a0fb-e1183b4916a6 req-929b59fe-42a9-428c-a2dd-9003612a51d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:45.068089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcfe255d-141f-4a4a-a0fb-e1183b4916a6 req-929b59fe-42a9-428c-a2dd-9003612a51d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Oct 27 01:51:45.106517 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcfe255d-141f-4a4a-a0fb-e1183b4916a6 req-23822697-6fd9-479a-941d-0231de3c608d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Oct 27 01:51:46.007723 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0bf7b33e-cac4-4d34-a6df-b5bfe4957400 req-817cd45a-c7cf-4c11-a285-84a34b60ba97 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Oct 27 01:51:46.074225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5270c4a-b367-4940-a654-d9b83793bbad req-a45b5cae-a1d9-4ebd-a95b-11046f1f2637 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:46.075706 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f5270c4a-b367-4940-a654-d9b83793bbad req-a45b5cae-a1d9-4ebd-a95b-11046f1f2637 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0552559 Oct 27 01:51:46.115896 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f5270c4a-b367-4940-a654-d9b83793bbad req-27ba5436-4eeb-4a51-ac6e-595100a65597 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Oct 27 01:51:46.235946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ae79-ffde-4152-925b-c0b44bf09452 req-48c49b15-276b-4e1a-929e-2ab1b4731e6d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:46.237677 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59f6ae79-ffde-4152-925b-c0b44bf09452 req-48c49b15-276b-4e1a-929e-2ab1b4731e6d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0581758 Oct 27 01:51:46.278458 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59f6ae79-ffde-4152-925b-c0b44bf09452 req-510028ac-221d-4605-b235-e501a22f4dc7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Oct 27 01:51:47.106894 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-62d9a52d-0cfd-411d-8116-4e3ce77f29ab req-f8d38227-6db5-4b55-a8c5-68dd3f3d6427 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Oct 27 01:51:47.242148 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed465d0-5f8e-4c05-a832-ba95c1eff0a2 req-79c3f0c9-34af-42c6-b044-277ecc892016 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:47.244215 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3ed465d0-5f8e-4c05-a832-ba95c1eff0a2 req-79c3f0c9-34af-42c6-b044-277ecc892016 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0525196 Oct 27 01:51:47.303834 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3ed465d0-5f8e-4c05-a832-ba95c1eff0a2 req-ef544b5a-6f8b-4daa-bab5-086fa995e440 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523241 Oct 27 01:51:47.718508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4574-bc5a-4819-b17a-66fb879e0fee req-5afb1f22-14e3-4823-bbc9-29ecbf97f11a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:47.719934 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-73ba4574-bc5a-4819-b17a-66fb879e0fee req-5afb1f22-14e3-4823-bbc9-29ecbf97f11a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.3362350 Oct 27 01:51:47.779007 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-73ba4574-bc5a-4819-b17a-66fb879e0fee req-e99cdf53-fd8e-460d-b774-76ba05da5e6d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522945 Oct 27 01:51:47.797926 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-eb0e9ccd-279a-4da8-8dfc-0a3085fd29eb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:47.809321 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-eb0e9ccd-279a-4da8-8dfc-0a3085fd29eb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1407030 Oct 27 01:51:47.822760 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Request body: {'port': {'device_id': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'admin_state_up': True, 'tenant_id': 'd41478c57ab742d6a04aa8506983742f'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:48.011068 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:51:48.014579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:48.143580 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Allocated IP 172.20.0.6 (5808f411-1248-4018-81a2-3a976b063b91/5cc97760-1ab1-4220-bc9b-7bee0597b9b4/729b0e21-f122-45a0-a569-86d5aef6a38f) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:51:48.204154 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1880987b-9b10-4a4c-bafb-09999268ac51 req-da3b7712-c49b-43d8-a348-a07c07134bc5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Oct 27 01:51:48.288444 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:48.432315 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:48.502933 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Network 5808f411-1248-4018-81a2-3a976b063b91 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:51:48.507613 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:51:48.514549 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:51:48.539754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event updated for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:48.553943 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914ae9-6d89-4abc-9a08-769008724acc req-53532d80-9373-4dff-afcd-01035af92001 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:48.555560 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-75914ae9-6d89-4abc-9a08-769008724acc req-53532d80-9373-4dff-afcd-01035af92001 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.1211720 Oct 27 01:51:48.591146 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:48.591771 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:48.614700 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-75914ae9-6d89-4abc-9a08-769008724acc req-bd111d5a-b6bc-4e37-b48b-8c2f1304ba88 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Oct 27 01:51:48.705287 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-69f84f27-cc2d-4862-97eb-62fcff870e22 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863888 Oct 27 01:51:48.729414 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Request body: {'port': {'device_id': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:51:48.792690 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:48.904273 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85514cb4-f45f-48b7-bc7f-1d4b53f8fd58 req-ac0249b9-b445-4ead-98bc-a637b3329416 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:48.905809 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-85514cb4-f45f-48b7-bc7f-1d4b53f8fd58 req-ac0249b9-b445-4ead-98bc-a637b3329416 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0503631 Oct 27 01:51:48.948427 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-85514cb4-f45f-48b7-bc7f-1d4b53f8fd58 req-3796ac07-7416-4c68-88be-64c455a131d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360675 Oct 27 01:51:49.065302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729b0e21-f122-45a0-a569-86d5aef6a38f {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:51:49.073951 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.089687 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Transition to ACTIVE for port object 729b0e21-f122-45a0-a569-86d5aef6a38f will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:51:49.150445 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 49044) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:49.170472 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.225190 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Pushing event updated for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:49.297870 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-38daf28b-6354-4136-bb57-888af111be43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3772613c12e4dc39452f5c411b49df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461570 Oct 27 01:51:49.300417 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 49050) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:51:49.310011 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Attempting to bind port 729b0e21-f122-45a0-a569-86d5aef6a38f on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:51:49.310358 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Attempting to bind port 729b0e21-f122-45a0-a569-86d5aef6a38f by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:51:49.310695 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Attempting to bind port 729b0e21-f122-45a0-a569-86d5aef6a38f on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:49.333840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Port 729b0e21-f122-45a0-a569-86d5aef6a38f on network 5808f411-1248-4018-81a2-3a976b063b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:51:49.334522 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Attempting to bind port 729b0e21-f122-45a0-a569-86d5aef6a38f on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:51:49.347859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:51:49.348393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Checking segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:51:49.349028 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Bound using segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:51:49.349571 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Bound port: 729b0e21-f122-45a0-a569-86d5aef6a38f, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:51:49.349938 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.357345 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.371410 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ec1f0-a2d3-4d0a-b052-4247d0e9739a req-a613b679-d367-43b2-b0ba-66724790bc85 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:49.372978 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a3ec1f0-a2d3-4d0a-b052-4247d0e9739a req-a613b679-d367-43b2-b0ba-66724790bc85 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0770109 Oct 27 01:51:49.380066 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.454863 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5a3ec1f0-a2d3-4d0a-b052-4247d0e9739a req-4429be98-8cf8-4766-8682-a34369a501d2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563004 Oct 27 01:51:49.458792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:51:49.463058 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=729b0e21-f122-45a0-a569-86d5aef6a38f,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:51:49.473764 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.476428 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.477636 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11360d6b-287e-431c-8c02-6fd53fbcaf4e HTTP/1.1" status: 204 len: 168 time: 0.1762705 Oct 27 01:51:49.485847 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1f3b8-8828-4e5a-ad1e-c9ab8682d8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11360d6b-287e-431c-8c02-6fd53fbcaf4e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:49.513905 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.550133 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:49.550743 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.552160 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] 10.222.0.71 "PUT /v2.0/ports/729b0e21-f122-45a0-a569-86d5aef6a38f HTTP/1.1" status: 200 len: 1093 time: 0.8275990 Oct 27 01:51:49.552591 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:49.554819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceae3571-00f2-4411-ba89-cc235e1f745e" -d '{"events": [{"name": "network-changed", "server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:49.578740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42dc01-0ec6-4aac-9dea-e96333cf277e service neutron] Pushing event updated for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:49.606378 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a9a817-8796-4926-af45-6c1c7ea40353 x-openstack-request-id: req-55a9a817-8796-4926-af45-6c1c7ea40353 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:49.606674 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:49.606915 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55a9a817-8796-4926-af45-6c1c7ea40353 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:49.607335 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f', 'status': 'completed', 'code': 200} Oct 27 01:51:49.677547 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:51:49.755333 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-8e6fadd4-9b46-4517-9937-6c69eb74ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:49.758809 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-8e6fadd4-9b46-4517-9937-6c69eb74ceda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0946913 Oct 27 01:51:49.797678 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ee712-7982-4980-aab3-12550ca247b8 req-a9b75311-9f06-43d1-8aca-1568bf8b65f5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:49.799698 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1c7ee712-7982-4980-aab3-12550ca247b8 req-a9b75311-9f06-43d1-8aca-1568bf8b65f5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.1097860 Oct 27 01:51:49.818278 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:49.832242 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:51:49.871546 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:49.886391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:51:49.891640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1c7ee712-7982-4980-aab3-12550ca247b8 req-ceb75d87-f3ae-41ec-b7db-62be0f146cb2 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759482 Oct 27 01:51:49.906857 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:49.921659 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-fc103e11-a864-410a-a4c4-31d0b21207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:49.923419 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-fc103e11-a864-410a-a4c4-31d0b21207a9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d41478c57ab742d6a04aa8506983742f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1443396 Oct 27 01:51:49.998862 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:50.031593 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-db3af3f7-556d-4c75-bb18-16d595aab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:50.033226 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ceae3571-00f2-4411-ba89-cc235e1f745e req-db3af3f7-556d-4c75-bb18-16d595aab920 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1013768 Oct 27 01:51:50.057811 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=6']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:50.071484 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6596045-364c-4820-ae1e-e7fc3f112226 req-f07ba7cf-0913-4321-a003-dff4005968e7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:50.072981 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6596045-364c-4820-ae1e-e7fc3f112226 req-f07ba7cf-0913-4321-a003-dff4005968e7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0495484 Oct 27 01:51:50.114133 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6596045-364c-4820-ae1e-e7fc3f112226 req-fe90e03b-db81-4f00-a699-0d2ba4f402e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Oct 27 01:51:50.161756 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-b5bc94a7-56c2-4507-853d-f73bbc03cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:50.163380 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-b5bc94a7-56c2-4507-853d-f73bbc03cc57 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0544524 Oct 27 01:51:50.193774 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['f7866517-f1cd-4cf0-843a-526f2a08dd32'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:50.220272 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-24ae1f6c-83cb-4628-8024-07e795829249 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729b0e21-f122-45a0-a569-86d5aef6a38f HTTP/1.1" status: 200 len: 217 time: 0.0382543 Oct 27 01:51:50.272337 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-c212652b-3c66-4e9c-8384-38ac7704ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:50.274216 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-c212652b-3c66-4e9c-8384-38ac7704ac95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 200 len: 855 time: 0.0451121 Oct 27 01:51:50.311044 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-c87d3121-edec-4b45-8c30-874fe8b7bec8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5808f411-1248-4018-81a2-3a976b063b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265794 Oct 27 01:51:50.409758 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-071fae4c-c12f-499d-ad92-dc0d94993881 service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887713 Oct 27 01:51:50.508715 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b55b80f-7250-40c0-90c4-a1b5a6e8ffd2 req-fbea30cc-94f0-41c3-8050-74934b9d05e4 service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909598 Oct 27 01:51:50.580677 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092964-197a-4775-b8f4-345c69983210 req-7799034e-670e-4f5d-ae38-0291746c388b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:50.582334 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e1092964-197a-4775-b8f4-345c69983210 req-7799034e-670e-4f5d-ae38-0291746c388b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0492194 Oct 27 01:51:50.620946 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e1092964-197a-4775-b8f4-345c69983210 req-c4b2e592-e9fb-4524-8d9b-f5341f98c7fa tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Oct 27 01:51:51.003574 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf8e41-2169-482a-bf19-ca643aa34e51 req-c676ec07-fc67-4743-9196-192015e27607 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:51.005021 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9fcf8e41-2169-482a-bf19-ca643aa34e51 req-c676ec07-fc67-4743-9196-192015e27607 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0472176 Oct 27 01:51:51.041384 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9fcf8e41-2169-482a-bf19-ca643aa34e51 req-7e525ee0-d518-4491-9b4a-eb46a9915d62 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Oct 27 01:51:51.235598 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5dd83-cb6e-448e-9e1c-b9b79562eb45 req-5dda92d8-2331-4cfd-965b-983be700db96 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:51.237060 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-51a5dd83-cb6e-448e-9e1c-b9b79562eb45 req-5dda92d8-2331-4cfd-965b-983be700db96 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0518270 Oct 27 01:51:51.274791 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-51a5dd83-cb6e-448e-9e1c-b9b79562eb45 req-25444cb4-3465-41c4-bdd6-33dac703d9a5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Oct 27 01:51:51.671216 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:51:51.721406 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port f7866517-f1cd-4cf0-843a-526f2a08dd32 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:51:51.721770 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:51.737366 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e1c6-f50c-491b-a735-da773da5405f req-f9212641-137f-442e-8699-daab3343e90f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:51.738927 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0d61e1c6-f50c-491b-a735-da773da5405f req-f9212641-137f-442e-8699-daab3343e90f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0508935 Oct 27 01:51:51.778273 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0d61e1c6-f50c-491b-a735-da773da5405f req-a510597d-a6ac-46b5-842a-619b78c78e25 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Oct 27 01:51:51.910168 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:51.931691 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:51:51.933881 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7938af9-131a-405c-aa49-7ca1e6fcbcd6" -d '{"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:51:51.945564 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:51.973110 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98757043-0a92-4d07-94e6-0dd1374a523a x-openstack-request-id: req-98757043-0a92-4d07-94e6-0dd1374a523a {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:51:51.973110 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:51:51.973110 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98757043-0a92-4d07-94e6-0dd1374a523a {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:51:51.973110 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'code': 200} Oct 27 01:51:52.048463 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:52.094664 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=7']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:52.154277 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31289c8-2218-4d6b-bfcd-04edda2e058c req-2128d42e-68d6-403d-a7e4-ede5ec2d49ce tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:52.155729 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c31289c8-2218-4d6b-bfcd-04edda2e058c req-2128d42e-68d6-403d-a7e4-ede5ec2d49ce tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0470583 Oct 27 01:51:52.191869 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c31289c8-2218-4d6b-bfcd-04edda2e058c req-2002e6ec-6b7c-4333-870c-2067cc79e00b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Oct 27 01:51:52.392809 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c064b9-6fb3-4a02-89b2-7e25c3515c83 req-7d7a8c35-7fa8-4eae-810b-e42e080e1dd5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:52.394273 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e7c064b9-6fb3-4a02-89b2-7e25c3515c83 req-7d7a8c35-7fa8-4eae-810b-e42e080e1dd5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Oct 27 01:51:52.431801 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e7c064b9-6fb3-4a02-89b2-7e25c3515c83 req-79affd26-91c9-4136-b959-690abf953351 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Oct 27 01:51:52.897823 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4409e-e099-4261-a54c-c32d25fb3893 req-5c751852-a21d-4a0d-b4b1-bf5063eacde0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:52.899313 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d7c4409e-e099-4261-a54c-c32d25fb3893 req-5c751852-a21d-4a0d-b4b1-bf5063eacde0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0478129 Oct 27 01:51:52.939867 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d7c4409e-e099-4261-a54c-c32d25fb3893 req-7855ac54-c478-4560-91f1-c63b0c466393 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347073 Oct 27 01:51:53.303183 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1c8a-f070-4c7b-9a41-490a43eed9ab req-ab242d85-a3da-4b20-a17f-a973bf6e5c6f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:53.304601 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82af1c8a-f070-4c7b-9a41-490a43eed9ab req-ab242d85-a3da-4b20-a17f-a973bf6e5c6f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0470219 Oct 27 01:51:53.341676 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82af1c8a-f070-4c7b-9a41-490a43eed9ab req-459b3ee8-9c02-40a2-9337-93b8c2636a71 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302927 Oct 27 01:51:53.552957 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c29f-dd1f-4ca9-bf78-08a270d6467c req-035fdeb4-6e18-4661-ba48-cf5f5efd3414 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:53.554403 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c1d7c29f-dd1f-4ca9-bf78-08a270d6467c req-035fdeb4-6e18-4661-ba48-cf5f5efd3414 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Oct 27 01:51:53.590704 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c1d7c29f-dd1f-4ca9-bf78-08a270d6467c req-5a9974bf-e17b-42de-a260-a88c50819659 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303543 Oct 27 01:51:54.056820 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358d75b-74e7-41b4-97d6-befc024d36b9 req-45397126-ccbb-46de-8b8d-d42307e72855 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:54.058195 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8358d75b-74e7-41b4-97d6-befc024d36b9 req-45397126-ccbb-46de-8b8d-d42307e72855 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0545814 Oct 27 01:51:54.095150 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8358d75b-74e7-41b4-97d6-befc024d36b9 req-4b67bf48-4af0-4e5c-bcf5-10d1c0eaa551 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Oct 27 01:51:54.453754 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43c7df-3856-4772-994b-b53e404f7a59 req-71c94257-95f6-48e6-b913-33b1dab6ea9d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:54.455268 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5c43c7df-3856-4772-994b-b53e404f7a59 req-71c94257-95f6-48e6-b913-33b1dab6ea9d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0484452 Oct 27 01:51:54.498166 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5c43c7df-3856-4772-994b-b53e404f7a59 req-662c8f84-decd-4a92-a607-1f2f602c9db8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Oct 27 01:51:54.707309 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c129c3-bb0e-48fa-b15e-1d80825becbd req-64eef8b0-cc6c-4630-ba67-4d477bcd6c21 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:54.708758 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-70c129c3-bb0e-48fa-b15e-1d80825becbd req-64eef8b0-cc6c-4630-ba67-4d477bcd6c21 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Oct 27 01:51:54.746308 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-70c129c3-bb0e-48fa-b15e-1d80825becbd req-f3675123-bfb5-46a3-b8f1-25ced7e2b9d2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Oct 27 01:51:54.799237 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e62e9b3a-91ea-4bcc-89d6-bed59248e69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:54.860975 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:51:55.204842 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf9e11-c763-453b-98c7-23483fa17f82 req-c94b1925-385b-4b44-bea1-d0ea8fcb2178 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:55.206272 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ebf9e11-c763-453b-98c7-23483fa17f82 req-c94b1925-385b-4b44-bea1-d0ea8fcb2178 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0472741 Oct 27 01:51:55.241891 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ebf9e11-c763-453b-98c7-23483fa17f82 req-3bc7a92a-6af5-4fab-928c-5865cfa15dd3 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295684 Oct 27 01:51:55.612763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5f73-2612-4176-9bdd-e553e2d57f98 req-42e5eb28-6467-4ba7-a827-563151942cb7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:55.614253 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-38de5f73-2612-4176-9bdd-e553e2d57f98 req-42e5eb28-6467-4ba7-a827-563151942cb7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0518446 Oct 27 01:51:55.651671 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-38de5f73-2612-4176-9bdd-e553e2d57f98 req-369d95a9-d817-42fd-8dd4-61d4d133b8f1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Oct 27 01:51:55.868997 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e892d-1a84-4ded-ab76-db32c1a1378c req-2ac65ab5-1584-4bdd-b251-a442bcb1322f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:55.870469 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c58e892d-1a84-4ded-ab76-db32c1a1378c req-2ac65ab5-1584-4bdd-b251-a442bcb1322f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0544505 Oct 27 01:51:55.907723 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c58e892d-1a84-4ded-ab76-db32c1a1378c req-2f743ed3-f28d-4772-9062-176ef5db5c01 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315433 Oct 27 01:51:56.356799 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5da2f-8f35-4cd1-80b4-ec35871531d2 req-b4fbe39b-8247-4474-bb71-9df77a79bc13 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:56.358531 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-39c5da2f-8f35-4cd1-80b4-ec35871531d2 req-b4fbe39b-8247-4474-bb71-9df77a79bc13 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0515006 Oct 27 01:51:56.395140 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-39c5da2f-8f35-4cd1-80b4-ec35871531d2 req-6a990abf-f1e1-4a77-ba9f-1ed63a4af870 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Oct 27 01:51:56.765657 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119a6f-e2a7-48f1-8ea1-9d6a13a3e240 req-0c019981-7b39-4c87-aa08-b74a5fea2bfe tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:56.767196 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ae119a6f-e2a7-48f1-8ea1-9d6a13a3e240 req-0c019981-7b39-4c87-aa08-b74a5fea2bfe tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0498958 Oct 27 01:51:56.805243 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ae119a6f-e2a7-48f1-8ea1-9d6a13a3e240 req-6244bc12-e9d9-47c8-ae04-9e31539080a9 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Oct 27 01:51:57.026770 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a204a-fb4b-4b1a-af63-733b16757a13 req-d550876c-aef2-4449-bac3-f0022517ea6a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:57.028399 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-524a204a-fb4b-4b1a-af63-733b16757a13 req-d550876c-aef2-4449-bac3-f0022517ea6a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Oct 27 01:51:57.066227 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-524a204a-fb4b-4b1a-af63-733b16757a13 req-c6160b27-6fbd-4e31-85bf-bba4550d6468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Oct 27 01:51:57.514699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7c2e8-4482-4c7e-a6ea-13f9f9326965 req-0e9ad937-7a14-45b9-af4b-3e3be26a1a70 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:57.516327 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-baf7c2e8-4482-4c7e-a6ea-13f9f9326965 req-0e9ad937-7a14-45b9-af4b-3e3be26a1a70 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 943 time: 0.0543563 Oct 27 01:51:57.560162 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-baf7c2e8-4482-4c7e-a6ea-13f9f9326965 req-bfea1202-5dc1-4622-8eb2-98f04abdb330 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Oct 27 01:51:57.729313 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 729b0e21-f122-45a0-a569-86d5aef6a38f details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:51:57.759014 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-83fc0216-4049-4bb8-be07-01adba4521e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:57.831583 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=729b0e21-f122-45a0-a569-86d5aef6a38f,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:57.842749 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '729b0e21-f122-45a0-a569-86d5aef6a38f', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'port_id': '729b0e21-f122-45a0-a569-86d5aef6a38f', 'mac_address': 'fa:16:3e:6c:f6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc97760-1ab1-4220-bc9b-7bee0597b9b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:51:57.881402 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:57.894893 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729b0e21-f122-45a0-a569-86d5aef6a38f {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:51:57.915726 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=729b0e21-f122-45a0-a569-86d5aef6a38f,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:51:57.950911 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-9e38a368-ae9e-4b8c-809d-1ee121cf91c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734522 Oct 27 01:51:57.963837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d27b6-265e-48b6-93d3-f4ee2fc29cc3 req-3d1ce21b-56ba-4844-9c16-b2eea63fbb91 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:57.965282 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a5d27b6-265e-48b6-93d3-f4ee2fc29cc3 req-3d1ce21b-56ba-4844-9c16-b2eea63fbb91 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0806007 Oct 27 01:51:57.975670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:58.019645 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a5d27b6-265e-48b6-93d3-f4ee2fc29cc3 req-8da1232d-6564-4e00-b0d0-f5007c6641d1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Oct 27 01:51:58.037432 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:51:58.062708 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-689e62a6-d1c3-4401-bd77-cc33f59c64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.064264 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-689e62a6-d1c3-4401-bd77-cc33f59c64a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0651128 Oct 27 01:51:58.237262 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ea36a-e6a2-4a3a-8d94-e8ea202cc3aa req-f8bcf6d8-a04e-471c-8598-afef711c591c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.238882 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-297ea36a-e6a2-4a3a-8d94-e8ea202cc3aa req-f8bcf6d8-a04e-471c-8598-afef711c591c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0853741 Oct 27 01:51:58.241938 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-c7f6aaec-8c48-4bb4-b11c-73efed56b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.243909 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-c7f6aaec-8c48-4bb4-b11c-73efed56b3ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.1558902 Oct 27 01:51:58.327528 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-297ea36a-e6a2-4a3a-8d94-e8ea202cc3aa req-715ad612-f0a2-4018-b008-98b0e7eb5683 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826025 Oct 27 01:51:58.342730 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-af8cf238-98aa-4541-81e4-56a599ab21b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1002 time: 0.0848701 Oct 27 01:51:58.412791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-671d106f-8763-43a4-9697-8771cb292039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.414236 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-671d106f-8763-43a4-9697-8771cb292039 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0592570 Oct 27 01:51:58.416568 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:58.463381 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dabed-5c0b-438f-98c6-e8855b8be04b req-e9eb9381-d7c9-4d2a-9ed6-7baee3684878 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.465167 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-538dabed-5c0b-438f-98c6-e8855b8be04b req-e9eb9381-d7c9-4d2a-9ed6-7baee3684878 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0583141 Oct 27 01:51:58.476890 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-b53bde98-0812-4bcf-9e68-81cb070201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.480424 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-b53bde98-0812-4bcf-9e68-81cb070201c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564301 Oct 27 01:51:58.513562 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-538dabed-5c0b-438f-98c6-e8855b8be04b req-aa27eae1-31d0-4ebe-9846-966645efc66f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Oct 27 01:51:58.590925 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-ce318366-0bfa-4ceb-b126-21507b7b0741 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965660 Oct 27 01:51:58.621478 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:51:58.721012 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3911c4-4215-4715-8477-ddf6b6000004 req-15256f19-f8e5-499c-a144-67a7c7f96352 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.729818 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2b3911c4-4215-4715-8477-ddf6b6000004 req-15256f19-f8e5-499c-a144-67a7c7f96352 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 944 time: 0.0824094 Oct 27 01:51:58.765396 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8c983a0c-e6ca-4659-9213-b9f2308d64f3 req-18cd1b77-26fb-4463-b3b0-b2e3be9b2b9a service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655810 Oct 27 01:51:58.798043 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2b3911c4-4215-4715-8477-ddf6b6000004 req-9018a17d-4d71-404a-9345-103cdd940ac8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Oct 27 01:51:58.844500 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:51:58.942329 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-35d6df54-0244-404b-a7c2-4d6119f5c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:58.943870 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-35d6df54-0244-404b-a7c2-4d6119f5c2be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0413418 Oct 27 01:51:59.038030 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-c0a78e36-8432-4b58-8e67-0f6784aac1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.039577 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-c0a78e36-8432-4b58-8e67-0f6784aac1a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.0882530 Oct 27 01:51:59.110515 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-e74685e5-49ba-456b-8117-ff213496fddd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1002 time: 0.0608435 Oct 27 01:51:59.162950 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-8ce313ce-3220-4d4e-8f48-4541b793ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.164477 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-8ce313ce-3220-4d4e-8f48-4541b793ad04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0450552 Oct 27 01:51:59.216075 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-b58e80dd-cb89-4728-b2ee-c2b05021c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.217640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-b58e80dd-cb89-4728-b2ee-c2b05021c9b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446448 Oct 27 01:51:59.322446 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-ce2efa8e-2046-449c-8545-b4ae7018ae27 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947313 Oct 27 01:51:59.419747 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0704fcea-db57-4aa2-beb3-7bf627e5d141 req-cea53cd9-a51b-4f33-b697-06e560fcf609 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876036 Oct 27 01:51:59.466712 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0cb4d-4a89-49f7-84d6-e19d5b5ee5f4 req-fa312e85-8566-40b6-890d-60194dfbcde5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.468499 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-afe0cb4d-4a89-49f7-84d6-e19d5b5ee5f4 req-fa312e85-8566-40b6-890d-60194dfbcde5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0553267 Oct 27 01:51:59.508408 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-afe0cb4d-4a89-49f7-84d6-e19d5b5ee5f4 req-cb614471-d883-4ddf-a739-1520485393ae tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339334 Oct 27 01:51:59.649219 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4880d-6065-4d74-b7d9-69641a82f4c6 req-74af576a-3648-415f-8399-2ddee2b046bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.651353 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57c4880d-6065-4d74-b7d9-69641a82f4c6 req-74af576a-3648-415f-8399-2ddee2b046bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0588663 Oct 27 01:51:59.691560 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57c4880d-6065-4d74-b7d9-69641a82f4c6 req-209e3b4c-997e-4f44-a705-1e0cc1bc906f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Oct 27 01:51:59.902030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e03d-5ef9-4d64-9294-3256e46129ec req-bd8b7505-d23f-4fe9-ac12-16b164f0c659 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:51:59.903622 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bf91e03d-5ef9-4d64-9294-3256e46129ec req-bd8b7505-d23f-4fe9-ac12-16b164f0c659 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 944 time: 0.0497675 Oct 27 01:51:59.942684 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bf91e03d-5ef9-4d64-9294-3256e46129ec req-073cbfab-a454-4e88-bd49-8eee4cdc60d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Oct 27 01:52:00.527589 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:00.721298 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946660-76c9-4aa1-81d1-203480e4d2e1 req-e9afc05b-1e3a-4b00-bd94-d7675ed2f2ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:00.721298 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6b946660-76c9-4aa1-81d1-203480e4d2e1 req-e9afc05b-1e3a-4b00-bd94-d7675ed2f2ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0577793 Oct 27 01:52:00.721298 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6b946660-76c9-4aa1-81d1-203480e4d2e1 req-bbf97b0a-e0c6-48d1-9cb1-031acd7bd984 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Oct 27 01:52:00.827407 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5715-f110-4d32-ace3-923ca4a188ac req-5e9dc085-0f5a-4487-92aa-9c1f304044db tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:00.829096 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-241a5715-f110-4d32-ace3-923ca4a188ac req-5e9dc085-0f5a-4487-92aa-9c1f304044db tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0540595 Oct 27 01:52:00.870007 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-241a5715-f110-4d32-ace3-923ca4a188ac req-e22b5557-2232-4e45-b4b2-47f19b8a7660 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Oct 27 01:52:01.093271 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616f34-7917-42b5-8968-fc527f7b3ee0 req-40a18b0c-3f84-469a-8b1d-5a275a3d9d09 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:01.095970 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a0616f34-7917-42b5-8968-fc527f7b3ee0 req-40a18b0c-3f84-469a-8b1d-5a275a3d9d09 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 944 time: 0.0655122 Oct 27 01:52:01.136179 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a0616f34-7917-42b5-8968-fc527f7b3ee0 req-3bbcfc93-6c3a-4ef5-bcca-2a6438fac5e3 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Oct 27 01:52:01.193147 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:01.740363 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 729b0e21-f122-45a0-a569-86d5aef6a38f up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:52:01.865470 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc404-33cb-41ed-86c0-1b3798afb8ca req-ec5941c7-f43c-4380-81b2-3b2697b7790f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:01.873594 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-42fdc404-33cb-41ed-86c0-1b3798afb8ca req-ec5941c7-f43c-4380-81b2-3b2697b7790f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0611966 Oct 27 01:52:01.929359 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-42fdc404-33cb-41ed-86c0-1b3798afb8ca req-0b6f31fa-ad0b-4cfb-99dc-b52a940cdfac tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546949 Oct 27 01:52:01.959586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 729b0e21-f122-45a0-a569-86d5aef6a38f completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:52:01.964902 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 729b0e21-f122-45a0-a569-86d5aef6a38f triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:52:01.971082 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:02.011224 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac2ba5-21f2-48d5-a98f-4a684d215c41 req-a73c2660-ea50-4163-89bf-3bf967845a72 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:02.012748 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4ac2ba5-21f2-48d5-a98f-4a684d215c41 req-a73c2660-ea50-4163-89bf-3bf967845a72 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0637825 Oct 27 01:52:02.054511 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:02.061717 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4ac2ba5-21f2-48d5-a98f-4a684d215c41 req-b78c8d62-16a0-426a-94ef-b76426785dde tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Oct 27 01:52:02.094591 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:02.099719 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d92f389-4714-48a5-88c2-8fa6c33c8903" -d '{"events": [{"server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "name": "network-vif-plugged", "status": "completed", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:02.111461 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=729b0e21-f122-45a0-a569-86d5aef6a38f,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:02.153437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461b3687-c247-4794-acf3-fbb16538e13c x-openstack-request-id: req-461b3687-c247-4794-acf3-fbb16538e13c {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:02.153732 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "name": "network-vif-plugged", "status": "completed", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:02.153988 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-461b3687-c247-4794-acf3-fbb16538e13c {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:02.154418 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f', 'code': 200} Oct 27 01:52:02.182185 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:02.238758 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:02.289447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c371ca-c8f3-40c7-8913-6ed6b17be4fa req-ffe70007-45a1-4788-9384-b0dd053c8d7a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:02.291519 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-74c371ca-c8f3-40c7-8913-6ed6b17be4fa req-ffe70007-45a1-4788-9384-b0dd053c8d7a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0699623 Oct 27 01:52:02.372977 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-74c371ca-c8f3-40c7-8913-6ed6b17be4fa req-0dcf98a6-d543-4295-92af-6b6536f3ad7b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747368 Oct 27 01:52:02.667094 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fbc6-f1de-423b-b413-faee09aab3ef req-21287ad8-91b8-47d6-820c-52ee6bb8fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:02.668690 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f962fbc6-f1de-423b-b413-faee09aab3ef req-21287ad8-91b8-47d6-820c-52ee6bb8fe0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0403488 Oct 27 01:52:02.707077 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f962fbc6-f1de-423b-b413-faee09aab3ef req-c33f61f3-863a-40b8-9ade-7061a982df9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282128 Oct 27 01:52:03.060486 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94482d-a54b-4b0f-991f-33fb8de69de2 req-34d5d35e-ed81-4373-a31a-9965a270e71c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:03.062639 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b94482d-a54b-4b0f-991f-33fb8de69de2 req-34d5d35e-ed81-4373-a31a-9965a270e71c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0553746 Oct 27 01:52:03.104642 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b94482d-a54b-4b0f-991f-33fb8de69de2 req-366fabda-3b1d-450a-a7ca-d4457f64d7b9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357502 Oct 27 01:52:03.461132 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-e2d608c8-c4ae-4e77-b73e-ce1f577595fa tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376602034&fields=id&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 267 time: 0.0395205 Oct 27 01:52:03.517542 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56b37-cb93-4fb0-a7f2-108e30e543a6 req-f17ec651-c727-4a0e-aa13-0f662514d00a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:03.518939 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-60e56b37-cb93-4fb0-a7f2-108e30e543a6 req-f17ec651-c727-4a0e-aa13-0f662514d00a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0520401 Oct 27 01:52:03.559974 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-60e56b37-cb93-4fb0-a7f2-108e30e543a6 req-93c54a15-904d-45d2-a4d7-66d5b7b86863 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Oct 27 01:52:03.585412 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-88fc5c71-9eeb-4df9-bca0-17b67881b3e5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:03.586992 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-88fc5c71-9eeb-4df9-bca0-17b67881b3e5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1159260 Oct 27 01:52:03.602092 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-31a23403-ef9a-403c-8e59-6eed1422d51c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/quotas/101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 375 time: 0.0094759 Oct 27 01:52:03.656532 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-06a9155c-7c0a-4bb2-9cd8-698764aafab4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478048 Oct 27 01:52:03.752721 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-d0161dc0-5de7-42c1-850a-879bf2bc6170 service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839770 Oct 27 01:52:03.846474 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-b205eee8-e3ca-409d-a119-032f7e1e7c8e service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877483 Oct 27 01:52:04.224161 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f00a6-74c9-48a3-8702-f2f770702914 req-779cb743-f1e9-4aaa-8fb4-4c3164c8e34d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:04.225700 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e40f00a6-74c9-48a3-8702-f2f770702914 req-779cb743-f1e9-4aaa-8fb4-4c3164c8e34d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Oct 27 01:52:04.270587 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e40f00a6-74c9-48a3-8702-f2f770702914 req-d63b26e8-5e5a-45b1-8cf7-7153b808fa8c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 Oct 27 01:52:04.440947 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f1addfb2-946e-4b73-9d15-7f8ea426c2b7 req-64c63397-1c02-40c3-9ead-36fbe4acab6e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 210 time: 0.0278714 Oct 27 01:52:04.699477 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fef30-611d-4032-8241-0a34d94ab34c req-59e32b1c-d9ff-4842-8f62-c876bdee0f84 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:04.708059 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fd6fef30-611d-4032-8241-0a34d94ab34c req-59e32b1c-d9ff-4842-8f62-c876bdee0f84 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0716505 Oct 27 01:52:04.742261 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fd6fef30-611d-4032-8241-0a34d94ab34c req-a7559665-2347-4c09-ad1a-3e9b0b83cb64 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Oct 27 01:52:05.415392 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dea2f-80cd-4b1e-a113-0d303cc4dbf1 req-690c8bc1-efb3-4b94-b7ba-6994120b7e80 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:05.417556 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fd4dea2f-80cd-4b1e-a113-0d303cc4dbf1 req-690c8bc1-efb3-4b94-b7ba-6994120b7e80 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0564818 Oct 27 01:52:05.455352 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fd4dea2f-80cd-4b1e-a113-0d303cc4dbf1 req-c46b872e-a73f-4223-93b5-63b914af8ac4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Oct 27 01:52:05.547931 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fe1436cf-cf9a-4a53-9f7f-48dc206e163b req-7e1584b0-9af5-4ef0-913a-c87b1030cdd8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Oct 27 01:52:05.861907 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808a74-248e-4e62-bb62-c6d593e0d914 req-c768db39-1e3e-44b0-9c92-3c9278c16484 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:05.867464 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1a808a74-248e-4e62-bb62-c6d593e0d914 req-c768db39-1e3e-44b0-9c92-3c9278c16484 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Oct 27 01:52:05.904534 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1a808a74-248e-4e62-bb62-c6d593e0d914 req-0a15f052-1c26-4697-8e17-ff10596d3507 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Oct 27 01:52:06.631862 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a30327-a9ae-4cd4-84f0-e9accca6d6ab req-ce6211e2-214f-4a5c-9261-c76e81bb8c6e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:06.640366 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b7a30327-a9ae-4cd4-84f0-e9accca6d6ab req-ce6211e2-214f-4a5c-9261-c76e81bb8c6e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.1101184 Oct 27 01:52:06.703782 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b7a30327-a9ae-4cd4-84f0-e9accca6d6ab req-c1e610d9-7f13-464e-aad5-a0f67c1c3334 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623288 Oct 27 01:52:06.719481 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-06a2b6a8-d2aa-4804-a6d6-433934f76fe4 req-e3bf1598-2822-40b2-b272-353d206b7c08 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 210 time: 0.0359259 Oct 27 01:52:07.038462 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-e21646a8-8105-40ae-a6f6-940ceb3348c4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:07.042573 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-e21646a8-8105-40ae-a6f6-940ceb3348c4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1125610 Oct 27 01:52:07.101970 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-e639e156-d7f1-4da5-a59b-1c0ca0eed1a5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 379 time: 0.0356660 Oct 27 01:52:07.113089 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'port': {'device_id': '2e947857-94f2-41dd-a0c0-c6e577575785', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'admin_state_up': True, 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'security_groups': ['2a752eea-88ff-4338-96cd-b16361a9b385']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:07.301870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Made reservation on behalf of 101f8f1a85ab4e26beee695e5125f240 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:52:07.306067 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:07.445422 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.20.0.9 (2669a04b-5826-4ab2-8071-dd1ded05cfa6/77878d8f-5689-4915-890d-8e1ea818654b/dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:52:07.581926 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:07.822474 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:07.862200 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18840-777b-4248-9a01-fa60f0ffad3c req-13db3b17-033b-4a4f-90d4-769c30ee719b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:07.870280 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33d18840-777b-4248-9a01-fa60f0ffad3c req-13db3b17-033b-4a4f-90d4-769c30ee719b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 931 time: 0.0577874 Oct 27 01:52:07.880554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:52:07.890270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea9b5-5f8f-4c86-97d3-a88b9937695f req-dc8fa4c7-68fe-4f19-bf03-7b880248f0cf tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:07.891782 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d1eea9b5-5f8f-4c86-97d3-a88b9937695f req-dc8fa4c7-68fe-4f19-bf03-7b880248f0cf tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.1039512 Oct 27 01:52:07.898844 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:52:07.904865 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:52:07.909483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:07.916787 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33d18840-777b-4248-9a01-fa60f0ffad3c req-2e610abe-5525-42ea-b37a-9faaafea2ecf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426667 Oct 27 01:52:07.949511 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.950063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.950609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.951121 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.951633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.952158 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.952692 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.953060 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.953320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.953647 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.953973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.954299 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:07.987741 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d1eea9b5-5f8f-4c86-97d3-a88b9937695f req-d6c6f2b9-8389-49a1-9bb7-f00f22d8f36b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893207 Oct 27 01:52:07.996546 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:07.997161 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:08.142578 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-9b0199db-9219-45fc-b938-c3f03d6b5cce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338645 Oct 27 01:52:08.171418 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Request body: {'port': {'device_id': '2e947857-94f2-41dd-a0c0-c6e577575785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:08.245421 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-42764c24-2f92-40be-ac99-98174ac09f0e None None] Provisioning complete for port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:52:08.246785 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-42764c24-2f92-40be-ac99-98174ac09f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:08.265957 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:08.289228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-42764c24-2f92-40be-ac99-98174ac09f0e None None] Port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:52:08.809084 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:08.823516 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:08.836749 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Transition to ACTIVE for port object dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:52:08.920104 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:08.973277 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:09.096973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Attempting to bind port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:52:09.096973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Attempting to bind port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:52:09.096973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Attempting to bind port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:09.146966 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:52:09.147382 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Attempting to bind port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:09.157098 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:52:09.157442 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:52:09.157819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Bound using segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:52:09.158268 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Bound port: dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:52:09.158623 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:09.225391 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0430642-e988-4144-91b1-7343f049a3ff req-be070d94-c41f-42de-8f54-737bdf8649b4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.226967 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b0430642-e988-4144-91b1-7343f049a3ff req-be070d94-c41f-42de-8f54-737bdf8649b4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.1534224 Oct 27 01:52:09.293754 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b0430642-e988-4144-91b1-7343f049a3ff req-1a9a7f7f-f65c-4332-86e7-a109ef1182cb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596435 Oct 27 01:52:09.298502 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:52:09.302655 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:52:09.390932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:09.465054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.465731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:09.467571 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] 10.222.0.71 "PUT /v2.0/ports/dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 HTTP/1.1" status: 200 len: 1093 time: 1.3011167 Oct 27 01:52:09.468033 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:09.470320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be646f-cb35-4986-b649-b578023ecea7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:09.517439 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0f577-60af-4df6-9f0e-9821837aa5e8 req-ff95c170-ef50-44f2-bc68-20b3eb9c5138 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.521076 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83c0f577-60af-4df6-9f0e-9821837aa5e8 req-ff95c170-ef50-44f2-bc68-20b3eb9c5138 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.1404614 Oct 27 01:52:09.522154 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23be34-aad7-4cdc-ad87-410a180dceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:09.579501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83c0f577-60af-4df6-9f0e-9821837aa5e8 req-df3e47f4-aaaf-4cd8-a08a-56d10bc40a2b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499268 Oct 27 01:52:09.648621 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aab5506-94dc-4afd-9e3a-8edd3cf07af8 x-openstack-request-id: req-6aab5506-94dc-4afd-9e3a-8edd3cf07af8 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:09.649171 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:09.649470 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6aab5506-94dc-4afd-9e3a-8edd3cf07af8 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:09.650113 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'status': 'completed', 'code': 200} Oct 27 01:52:09.725993 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-a9d8a1b9-1252-4b37-af27-36794f897cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.728536 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-a9d8a1b9-1252-4b37-af27-36794f897cd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 1096 time: 0.0930412 Oct 27 01:52:09.789738 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-fb1536fb-17a6-43b5-b8e4-35828e6e8a52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 HTTP/1.1" status: 200 len: 217 time: 0.0454121 Oct 27 01:52:09.869801 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-4b325756-4ceb-4952-b93a-5fdde21eac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.871673 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-4b325756-4ceb-4952-b93a-5fdde21eac89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0601776 Oct 27 01:52:09.949130 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-0a2843e9-f7fc-451a-955a-70216909aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:09.950947 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-0a2843e9-f7fc-451a-955a-70216909aeb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641601 Oct 27 01:52:10.076507 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-3870bc63-87d7-4504-8dfd-32f766d3ced5 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157224 Oct 27 01:52:10.186576 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-760ba37a-dde6-4637-85de-c5af65ddf068 req-dcc2c441-7aa4-4d72-ab9f-5abbd34f1bd7 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011276 Oct 27 01:52:10.454781 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be646f-cb35-4986-b649-b578023ecea7 req-1155b7f7-3190-400e-a28a-205c08aa894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.456578 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-1155b7f7-3190-400e-a28a-205c08aa894d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 1096 time: 0.0833416 Oct 27 01:52:10.471826 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cd7c-6cb6-41d4-b090-0a98df10d55b req-d47537f9-68cc-42da-b1e0-89cd973b413d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.473340 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60f2cd7c-6cb6-41d4-b090-0a98df10d55b req-d47537f9-68cc-42da-b1e0-89cd973b413d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0636678 Oct 27 01:52:10.563252 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60f2cd7c-6cb6-41d4-b090-0a98df10d55b req-f2f89fe3-5bff-45f9-ab5e-aeb062ba80e6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785496 Oct 27 01:52:10.596593 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be646f-cb35-4986-b649-b578023ecea7 req-bee2c228-b577-422e-a329-f3685a5e1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.598324 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-bee2c228-b577-422e-a329-f3685a5e1459 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.1241214 Oct 27 01:52:10.648253 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-e2bd1f42-0ef7-4fcf-abcc-13989e11baa6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 HTTP/1.1" status: 200 len: 217 time: 0.0414617 Oct 27 01:52:10.699840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be646f-cb35-4986-b649-b578023ecea7 req-714f2304-6b96-46ec-851f-7d3b5e830be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.701428 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-714f2304-6b96-46ec-851f-7d3b5e830be2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0464752 Oct 27 01:52:10.721235 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277f68-a75a-4886-99f7-73cfdf62edf0 req-e15b6304-4fb5-426b-b257-5435ef188383 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.729841 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ba277f68-a75a-4886-99f7-73cfdf62edf0 req-e15b6304-4fb5-426b-b257-5435ef188383 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0594552 Oct 27 01:52:10.760471 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be646f-cb35-4986-b649-b578023ecea7 req-4eb770a6-f8ee-4a15-9487-c7922e73ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:10.762305 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-4eb770a6-f8ee-4a15-9487-c7922e73ab2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519350 Oct 27 01:52:10.776761 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ba277f68-a75a-4886-99f7-73cfdf62edf0 req-583c083b-c6ec-4e2e-b1e1-e31b40e61f77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Oct 27 01:52:10.874148 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-270effa8-e763-4418-87c2-0cf5f746b41c service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028674 Oct 27 01:52:10.994862 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f0be646f-cb35-4986-b649-b578023ecea7 req-a4428791-a3c6-4146-abde-8a5b72b6dc2e service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044579 Oct 27 01:52:11.683420 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b082b-7190-4c99-b7ad-1531adfb1b75 req-66a26338-ee09-4b2d-a6e5-efb5ffed458b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:11.684923 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-243b082b-7190-4c99-b7ad-1531adfb1b75 req-66a26338-ee09-4b2d-a6e5-efb5ffed458b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0489030 Oct 27 01:52:11.722167 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-243b082b-7190-4c99-b7ad-1531adfb1b75 req-e7376714-c9c9-450e-9c3c-9edfeb71d433 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Oct 27 01:52:11.913269 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e345f9c-4620-4959-8dc0-7dff34e86a46 req-86ffe93a-5996-44b9-bea5-09f4fdcfab08 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:11.915266 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6e345f9c-4620-4959-8dc0-7dff34e86a46 req-86ffe93a-5996-44b9-bea5-09f4fdcfab08 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Oct 27 01:52:11.954075 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6e345f9c-4620-4959-8dc0-7dff34e86a46 req-edad33a6-5761-4b48-a7a5-f1f039d353b5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Oct 27 01:52:12.844103 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d58c-c8eb-4e42-b707-9018835b3409 req-da1c423d-6c00-4a15-b27d-b7b68e7046ca tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:12.845895 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1a25d58c-c8eb-4e42-b707-9018835b3409 req-da1c423d-6c00-4a15-b27d-b7b68e7046ca tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0523992 Oct 27 01:52:12.890378 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1a25d58c-c8eb-4e42-b707-9018835b3409 req-7ac9abd0-a20c-467e-811a-a6bc118738d1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370698 Oct 27 01:52:13.078765 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d5ff1-0c1f-4688-ad46-48fe127f634a req-798f0335-3126-4308-805c-7a5bc7685e7d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:13.080178 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-400d5ff1-0c1f-4688-ad46-48fe127f634a req-798f0335-3126-4308-805c-7a5bc7685e7d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Oct 27 01:52:13.120417 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-400d5ff1-0c1f-4688-ad46-48fe127f634a req-f30f72e2-09c2-4a7e-84da-1f81af47e8bc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Oct 27 01:52:14.008948 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b8108-5891-4501-9fe9-42c43d15fc9f req-860645db-1fc6-438f-a1e2-8f18caaaaa9d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.010331 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ae7b8108-5891-4501-9fe9-42c43d15fc9f req-860645db-1fc6-438f-a1e2-8f18caaaaa9d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0519607 Oct 27 01:52:14.046486 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ae7b8108-5891-4501-9fe9-42c43d15fc9f req-48ce2f7e-9b3b-40d1-9095-75e8e0ef1b06 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Oct 27 01:52:14.239798 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6c7d-d2a2-4a6c-bf77-2ca529bf36f6 req-45ae1cbc-52fe-4a20-8324-9df1483bd2d2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.241299 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e05b6c7d-d2a2-4a6c-bf77-2ca529bf36f6 req-45ae1cbc-52fe-4a20-8324-9df1483bd2d2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0480688 Oct 27 01:52:14.279767 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e05b6c7d-d2a2-4a6c-bf77-2ca529bf36f6 req-3f4198f4-b70a-494f-9935-2eafcd56ab24 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Oct 27 01:52:14.691554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-b22474a6-9aec-4e4f-b6fd-0c502afadf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.693021 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-b22474a6-9aec-4e4f-b6fd-0c502afadf81 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1098 time: 0.0393972 Oct 27 01:52:14.783232 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-7080c374-d727-4f98-afbe-c0d249b2354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.784696 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-7080c374-d727-4f98-afbe-c0d249b2354d service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.0841267 Oct 27 01:52:14.850067 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-f3caa167-b81a-4ae0-864f-cdba3b472604 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0569980 Oct 27 01:52:14.901776 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-43ede75c-d7d2-4fac-9935-ce3197f89123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.903217 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-43ede75c-d7d2-4fac-9935-ce3197f89123 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0430033 Oct 27 01:52:14.958080 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-4750a35e-15bb-433e-a433-88cf46b9d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:14.959513 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-4750a35e-15bb-433e-a433-88cf46b9d70e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432525 Oct 27 01:52:15.051972 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-97073e4a-4a9f-40ac-bfe3-8c91e106e8a8 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801449 Oct 27 01:52:15.172656 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48e90ff9-cbc5-4bd1-8c52-498d68621905 req-bdef5ea6-33e7-4d9d-b544-9e36e8982bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125095 Oct 27 01:52:15.184076 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508f6b-24ca-4946-9f78-ad7749a281ca req-13b3051f-2be0-4504-882b-22339354b704 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:15.185513 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-da508f6b-24ca-4946-9f78-ad7749a281ca req-13b3051f-2be0-4504-882b-22339354b704 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0703681 Oct 27 01:52:15.225827 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-da508f6b-24ca-4946-9f78-ad7749a281ca req-f7ee0182-b677-476e-8015-3a711175a336 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341551 Oct 27 01:52:15.260395 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 49400) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:52:15.364750 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-27cc91d3-dee3-4e63-ad5d-b8adb083017e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.398871 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219b0d0-a772-423b-8bb0-fc5e11f19372 req-c838ced8-8be1-4cd9-88b1-692d00fef158 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:15.400425 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e219b0d0-a772-423b-8bb0-fc5e11f19372 req-c838ced8-8be1-4cd9-88b1-692d00fef158 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0485067 Oct 27 01:52:15.436739 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-27cc91d3-dee3-4e63-ad5d-b8adb083017e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.440759 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e219b0d0-a772-423b-8bb0-fc5e11f19372 req-355cab9c-0157-4a9f-bdd5-5c3faff01451 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Oct 27 01:52:15.499456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-27cc91d3-dee3-4e63-ad5d-b8adb083017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.537636 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-27cc91d3-dee3-4e63-ad5d-b8adb083017e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6cc584b5f364b1ab4a6f978ac110cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762012 Oct 27 01:52:15.538518 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc91d3-dee3-4e63-ad5d-b8adb083017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de492f-4788-43ea-a2af-1d4c03e50927,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:15.541312 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 49406) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:52:15.590628 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.614268 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.727901 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.730484 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:15.731631 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99de492f-4788-43ea-a2af-1d4c03e50927 HTTP/1.1" status: 204 len: 168 time: 0.1887386 Oct 27 01:52:15.740973 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de492f-4788-43ea-a2af-1d4c03e50927,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:15.746723 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.747067 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.747423 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.747754 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.748075 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.748404 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.748727 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.749047 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.749368 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.749766 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.750040 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:15.750312 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21348d18-c449-4efb-93c4-30b4908df607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:16.345575 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1595a-72a0-443e-8998-ae315c376142 req-219117c2-3cd5-4a2f-8fb9-69b05f08772e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:16.345575 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-50b1595a-72a0-443e-8998-ae315c376142 req-219117c2-3cd5-4a2f-8fb9-69b05f08772e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0515454 Oct 27 01:52:16.380114 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-50b1595a-72a0-443e-8998-ae315c376142 req-14732b93-37e9-4166-8c8e-a376b7ad9d0b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Oct 27 01:52:16.558697 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15402e-d6cc-486c-8670-5ac5a6b12ca9 req-1c51321a-5c49-4884-8aba-65be4bfb27df tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:16.560211 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf15402e-d6cc-486c-8670-5ac5a6b12ca9 req-1c51321a-5c49-4884-8aba-65be4bfb27df tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Oct 27 01:52:16.597151 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf15402e-d6cc-486c-8670-5ac5a6b12ca9 req-4fd2a86d-1a20-4027-8bcf-16a315c84815 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Oct 27 01:52:17.494116 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998097f3-86df-4ca3-943f-851ec12c473a req-20344acb-a320-450a-9184-3c89ef26ab4e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:17.496120 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-998097f3-86df-4ca3-943f-851ec12c473a req-20344acb-a320-450a-9184-3c89ef26ab4e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0521245 Oct 27 01:52:17.533888 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-998097f3-86df-4ca3-943f-851ec12c473a req-58a9c4d2-df36-4490-a285-b4b9a0c8f30b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Oct 27 01:52:17.716755 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c32359-7e70-4428-ba16-ee4d014cd573 req-e3ccc181-6b1b-4669-a816-db734d564b35 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:17.718132 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6c32359-7e70-4428-ba16-ee4d014cd573 req-e3ccc181-6b1b-4669-a816-db734d564b35 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Oct 27 01:52:17.756026 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e6c32359-7e70-4428-ba16-ee4d014cd573 req-ce79e794-68db-4d4f-95f9-a486da1c6aa5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Oct 27 01:52:17.808042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:52:17.880845 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:17.902495 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:17.905010 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f214c1-c153-49ba-8ac3-c2b1e4df3b6a" -d '{"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-unplugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:17.917481 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:17.940155 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc16850-ebc9-405b-8aec-49c55864e1cd x-openstack-request-id: req-2cc16850-ebc9-405b-8aec-49c55864e1cd {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:17.940515 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-unplugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:17.940830 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cc16850-ebc9-405b-8aec-49c55864e1cd {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:17.941277 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'code': 200} Oct 27 01:52:17.981126 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:18.029571 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=8']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:18.036406 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.036780 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.037131 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.037460 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.037789 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.038119 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.038447 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.038778 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.039120 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.039483 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.039807 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.040127 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:52:18.481534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-ecdb7d80-9ee0-4fa5-83ee-66949f8a227b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:18.482989 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-ecdb7d80-9ee0-4fa5-83ee-66949f8a227b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1065428 Oct 27 01:52:18.497405 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-9a5ea512-25c8-47ae-bf9f-a979197df114 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/quotas/d41478c57ab742d6a04aa8506983742f HTTP/1.1" status: 200 len: 375 time: 0.0087516 Oct 27 01:52:18.544908 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-464fa2a2-4d72-49a2-9bf5-81e467a3b500 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425229 Oct 27 01:52:18.638872 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-f855e5ae-26d6-4bc0-9c47-2ea811c53e58 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870161 Oct 27 01:52:18.649656 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b89d4-f00c-4538-9686-e77dd1928c86 req-19310414-8cda-4a68-8aad-d18a3ad15d6a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:18.651928 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d05b89d4-f00c-4538-9686-e77dd1928c86 req-19310414-8cda-4a68-8aad-d18a3ad15d6a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0490296 Oct 27 01:52:18.689782 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d05b89d4-f00c-4538-9686-e77dd1928c86 req-4000187a-566a-4d95-866e-2747c2e8c9f6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Oct 27 01:52:18.731964 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-7452b75c-7980-438b-8a00-60f808fbcfa3 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870831 Oct 27 01:52:18.881420 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f959580-f2d1-4d9e-bcbf-fc44f2b8ed92 req-ef4b3a3a-0c2c-4168-9dab-190e18476c5b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:18.882919 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f959580-f2d1-4d9e-bcbf-fc44f2b8ed92 req-ef4b3a3a-0c2c-4168-9dab-190e18476c5b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0527229 Oct 27 01:52:18.919543 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f959580-f2d1-4d9e-bcbf-fc44f2b8ed92 req-af5a0231-8e9b-4b0c-a6a0-6f8ef0b42b93 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299802 Oct 27 01:52:19.061922 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-95ad78e9-2efc-44dc-a060-df000a92b8cc req-3aef1c52-13bf-42f7-8ecb-62edfdf7f658 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 210 time: 0.0312049 Oct 27 01:52:19.796705 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:52:19.815855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9f386-f070-4716-9a6b-8e3592e0805c req-a92da1e2-e66e-4ca7-a050-5c6a5ca93103 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:19.817339 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08b9f386-f070-4716-9a6b-8e3592e0805c req-a92da1e2-e66e-4ca7-a050-5c6a5ca93103 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Oct 27 01:52:19.857831 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08b9f386-f070-4716-9a6b-8e3592e0805c req-bd15bf64-ae1a-46eb-bd67-81e08d7ecdc9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Oct 27 01:52:19.891157 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:19.903059 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'port_id': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'mac_address': 'fa:16:3e:8c:3a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:52:19.943697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:19.957154 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:19.976227 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:20.053564 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:20.102723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:20.159856 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-da1df333-5176-4e14-9e40-19cc40849173 req-dfa04498-55b7-4dc3-a170-61ef50e7a0b9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 210 time: 0.0282977 Oct 27 01:52:20.225742 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [req-1e23d8f3-f3e4-4e66-a9f3-f1af7fba8ec2 req-a0aef92b-4871-46d6-be05-a5f017688e5d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:52:20.227224 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1e23d8f3-f3e4-4e66-a9f3-f1af7fba8ec2 req-a0aef92b-4871-46d6-be05-a5f017688e5d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055680 Oct 27 01:52:20.535967 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f5a48-3376-43e9-a5d5-bf2f3f651b1d req-0a66b07b-b9f7-4362-8b24-ffb379298916 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:20.537453 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-671f5a48-3376-43e9-a5d5-bf2f3f651b1d req-0a66b07b-b9f7-4362-8b24-ffb379298916 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0545294 Oct 27 01:52:20.576955 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-671f5a48-3376-43e9-a5d5-bf2f3f651b1d req-eb7bb314-082a-4cd7-aa7d-9db215b02bfd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Oct 27 01:52:20.616077 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:20.970449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe095a-1cfc-4bc0-b6af-6a8e7b2058ba req-8fa98be7-af9f-41db-909a-9ca51372e43a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:20.971948 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7bbe095a-1cfc-4bc0-b6af-6a8e7b2058ba req-8fa98be7-af9f-41db-909a-9ca51372e43a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 944 time: 0.0484183 Oct 27 01:52:21.011595 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7bbe095a-1cfc-4bc0-b6af-6a8e7b2058ba req-b38efb00-643d-42a4-babb-cca142312d18 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337009 Oct 27 01:52:21.077983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 49496) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:52:21.175739 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-3862d29f-5663-46cb-ab35-b51b18a254fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963805 Oct 27 01:52:21.188202 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-88b6d6d5-2b0e-4e0d-9c2c-026394b793eb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:52:21.189385 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-88b6d6d5-2b0e-4e0d-9c2c-026394b793eb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073230 Oct 27 01:52:21.279344 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6a997d8a-c42f-4dd2-86d6-0fec36bb3303 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:21.280916 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6a997d8a-c42f-4dd2-86d6-0fec36bb3303 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1271539 Oct 27 01:52:21.284562 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9bc5fe45-b3ec-42ee-bf21-138a196f21f3 req-ab25bd3c-a287-4966-be9b-95581d002a4b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 210 time: 0.0508027 Oct 27 01:52:21.300566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Request body: {'port': {'device_id': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'admin_state_up': True, 'tenant_id': 'd41478c57ab742d6a04aa8506983742f'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:21.493654 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:52:21.497302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:21.622853 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Allocated IP 172.20.0.12 (5808f411-1248-4018-81a2-3a976b063b91/5cc97760-1ab1-4220-bc9b-7bee0597b9b4/c2675cc7-33bd-4809-864d-551c4e165f73) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:52:21.762405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782267a7-55a1-4766-b21a-8538a43296ad req-5c9f10d5-739d-46fe-886e-26f2a83e7965 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:21.763851 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-782267a7-55a1-4766-b21a-8538a43296ad req-5c9f10d5-739d-46fe-886e-26f2a83e7965 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.1159058 Oct 27 01:52:21.801154 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:52:21.825386 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-782267a7-55a1-4766-b21a-8538a43296ad req-2c30ed4b-af5b-4e4c-b461-48e4d4cb3bec tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553150 Oct 27 01:52:21.842559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:21.940900 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:52:21.941397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:21.944920 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:52:21.945287 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:21.981876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:21.989342 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Network 5808f411-1248-4018-81a2-3a976b063b91 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:52:21.992711 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:52:21.996978 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:52:22.003233 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event updated for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:22.053270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:22.054176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.089058 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.116089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-88a545c7-cdfa-4483-ad45-bbaae4ea40e0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195159 Oct 27 01:52:22.129895 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:22.132146 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb1eda-054a-4393-bc03-8b596a92b61a" -d '{"events": [{"server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "name": "network-vif-plugged", "status": "completed", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:22.145849 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc89e6-16ae-4fa2-8552-90818f042818 req-f48594f7-f1a0-4e89-8577-b76801f37965 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:22.147445 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9cc89e6-16ae-4fa2-8552-90818f042818 req-f48594f7-f1a0-4e89-8577-b76801f37965 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 944 time: 0.0508606 Oct 27 01:52:22.154913 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:22.182328 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1223ef5-bc9f-46de-acf1-b39a71a803cb x-openstack-request-id: req-d1223ef5-bc9f-46de-acf1-b39a71a803cb {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:22.182646 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "name": "network-vif-plugged", "status": "completed", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:22.182900 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1223ef5-bc9f-46de-acf1-b39a71a803cb {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:22.183306 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'code': 200} Oct 27 01:52:22.195856 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9cc89e6-16ae-4fa2-8552-90818f042818 req-b67d9531-1967-42da-ac36-6ac08be482dd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Oct 27 01:52:22.198422 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.199829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:52:22.245458 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Request body: {'port': {'device_id': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:22.281825 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:22.300511 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.504317 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd370d-dace-4330-aab3-3bdbed67c242 req-9872aded-f7dc-46a4-983b-08683d720035 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:22.505814 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87fd370d-dace-4330-aab3-3bdbed67c242 req-9872aded-f7dc-46a4-983b-08683d720035 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 932 time: 0.1436267 Oct 27 01:52:22.562897 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87fd370d-dace-4330-aab3-3bdbed67c242 req-38945e82-2ef1-4a5b-99be-89abb3099681 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Oct 27 01:52:22.623914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9ceab-c9e2-47c0-9553-483665f2b26b req-76ff7b25-4fd5-4e6d-b747-7e0c4e267aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:22.625526 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69b9ceab-c9e2-47c0-9553-483665f2b26b req-76ff7b25-4fd5-4e6d-b747-7e0c4e267aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 1098 time: 0.0435700 Oct 27 01:52:22.638722 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2675cc7-33bd-4809-864d-551c4e165f73 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:22.646176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.657901 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Transition to ACTIVE for port object c2675cc7-33bd-4809-864d-551c4e165f73 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:52:22.661428 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69b9ceab-c9e2-47c0-9553-483665f2b26b req-5b900945-124a-4280-bbcd-7b1e0c3c5ac2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272448 Oct 27 01:52:22.723997 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.770738 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Pushing event updated for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:22.840423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Attempting to bind port c2675cc7-33bd-4809-864d-551c4e165f73 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:52:22.840685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Attempting to bind port c2675cc7-33bd-4809-864d-551c4e165f73 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:52:22.841002 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Attempting to bind port c2675cc7-33bd-4809-864d-551c4e165f73 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:22.845159 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Port c2675cc7-33bd-4809-864d-551c4e165f73 on network 5808f411-1248-4018-81a2-3a976b063b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:52:22.845476 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Attempting to bind port c2675cc7-33bd-4809-864d-551c4e165f73 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:22.850148 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:52:22.850480 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Checking segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:52:22.850855 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Bound using segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:52:22.851322 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Bound port: c2675cc7-33bd-4809-864d-551c4e165f73, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:52:22.851670 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:22.930014 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:52:22.933559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=c2675cc7-33bd-4809-864d-551c4e165f73,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:52:22.949189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083bec-d951-4c82-82ca-40ae170ddcff req-9ae870fb-385b-4e63-9f1d-d2ec5c4df777 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:22.950640 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6f083bec-d951-4c82-82ca-40ae170ddcff req-9ae870fb-385b-4e63-9f1d-d2ec5c4df777 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0484793 Oct 27 01:52:22.987634 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6f083bec-d951-4c82-82ca-40ae170ddcff req-44671d99-8895-4582-8441-a0ab0121bde4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306172 Oct 27 01:52:23.004352 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:23.034891 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.035523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:23.036891 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] 10.222.0.71 "PUT /v2.0/ports/c2675cc7-33bd-4809-864d-551c4e165f73 HTTP/1.1" status: 200 len: 1094 time: 0.7958105 Oct 27 01:52:23.037316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:23.039544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455fa048-b007-4e88-bd2f-13629d935b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:23.066776 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3aab9-c868-4243-bcfc-b48196bef76c service neutron] Pushing event updated for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:23.078196 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee8b159-1cce-476e-b649-615da63396b4 x-openstack-request-id: req-eee8b159-1cce-476e-b649-615da63396b4 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:23.078567 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:23.078917 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eee8b159-1cce-476e-b649-615da63396b4 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:23.079269 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73', 'status': 'completed', 'code': 200} Oct 27 01:52:23.254799 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa048-b007-4e88-bd2f-13629d935b3b req-39841ca0-4bef-4463-a887-f990f58096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.256468 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-455fa048-b007-4e88-bd2f-13629d935b3b req-39841ca0-4bef-4463-a887-f990f58096b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 1097 time: 0.0451052 Oct 27 01:52:23.306296 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d5f8-0b3d-4fbc-8ab1-75ec2e06d11e req-47d956aa-75db-4d04-823c-2d547ffc21be tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.308330 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c85d5f8-0b3d-4fbc-8ab1-75ec2e06d11e req-47d956aa-75db-4d04-823c-2d547ffc21be tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0493374 Oct 27 01:52:23.346042 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c85d5f8-0b3d-4fbc-8ab1-75ec2e06d11e req-5d2ebcfb-f907-4c0c-9bec-9d2bbb1ff3da tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Oct 27 01:52:23.369344 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa048-b007-4e88-bd2f-13629d935b3b req-45f07674-1c88-4700-abd7-1cd91a9a10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.370989 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-455fa048-b007-4e88-bd2f-13629d935b3b req-45f07674-1c88-4700-abd7-1cd91a9a10f0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d41478c57ab742d6a04aa8506983742f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0956976 Oct 27 01:52:23.473772 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa048-b007-4e88-bd2f-13629d935b3b req-07123571-ee8f-4a51-b93b-dc449eb48154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.475154 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-455fa048-b007-4e88-bd2f-13629d935b3b req-07123571-ee8f-4a51-b93b-dc449eb48154 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896661 Oct 27 01:52:23.595128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-5cf39c92-e382-4841-a3a5-a1243826db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.596658 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-5cf39c92-e382-4841-a3a5-a1243826db6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 1097 time: 0.0400898 Oct 27 01:52:23.655338 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-21c2e81e-3a95-447b-8c31-8145d5841198 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2675cc7-33bd-4809-864d-551c4e165f73 HTTP/1.1" status: 200 len: 217 time: 0.0387659 Oct 27 01:52:23.725689 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-680cf03e-dda8-4c02-a33e-79a0b8abcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.727084 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-680cf03e-dda8-4c02-a33e-79a0b8abcfd2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 200 len: 855 time: 0.0627069 Oct 27 01:52:23.736122 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68912319-2971-4e7a-afaf-41e9097a65b2 req-861e1cd4-3a57-4c6b-be09-2fa5bf0e1df2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:23.737621 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-68912319-2971-4e7a-afaf-41e9097a65b2 req-861e1cd4-3a57-4c6b-be09-2fa5bf0e1df2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 944 time: 0.0847697 Oct 27 01:52:23.794850 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-68912319-2971-4e7a-afaf-41e9097a65b2 req-e8813fda-7efe-4d50-90e4-3d472d3b4d88 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Oct 27 01:52:23.796760 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-14d8d477-bbdc-47e7-8370-84c6eed59256 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5808f411-1248-4018-81a2-3a976b063b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286508 Oct 27 01:52:23.893171 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-17cd2d53-a674-400b-8b70-df3547f690cc service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839298 Oct 27 01:52:23.987046 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-467c8c32-39ed-4ee5-962a-5fbf7cb50d6c req-558f6977-3304-426c-a74d-4a37b32d0b9b service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Oct 27 01:52:24.108846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104c445-b4d4-47c3-8ba3-735321c14148 req-2426e05e-ac9c-4510-9b0b-0281a1643626 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:24.110267 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5104c445-b4d4-47c3-8ba3-735321c14148 req-2426e05e-ac9c-4510-9b0b-0281a1643626 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0512073 Oct 27 01:52:24.145979 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5104c445-b4d4-47c3-8ba3-735321c14148 req-decea5f2-b514-4137-a45a-4795c4f4e3ff tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298421 Oct 27 01:52:24.470036 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc99482-a9be-4a68-b9ec-edc03f6392d2 req-a3105551-a1e6-4078-9275-61252644ff8d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:24.471523 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dc99482-a9be-4a68-b9ec-edc03f6392d2 req-a3105551-a1e6-4078-9275-61252644ff8d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Oct 27 01:52:24.508496 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dc99482-a9be-4a68-b9ec-edc03f6392d2 req-452a603f-57a6-4a71-8033-252479e342b8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Oct 27 01:52:24.809504 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-77c3dd5a-a4a5-4893-bde3-f5e01c2d12a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:24.912541 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc47a6-9f7e-4279-ae20-0bd8c4d41e81 req-5a93cfe1-6218-4fa5-b276-345dcfd91b46 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:24.913987 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-51bc47a6-9f7e-4279-ae20-0bd8c4d41e81 req-5a93cfe1-6218-4fa5-b276-345dcfd91b46 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 944 time: 0.0520194 Oct 27 01:52:24.956087 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-51bc47a6-9f7e-4279-ae20-0bd8c4d41e81 req-b98eadf3-8335-4262-84c0-c08e651af991 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Oct 27 01:52:24.979906 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-a73df2fd-6839-46c5-8e5d-a9becbb4809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:24.981374 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-a73df2fd-6839-46c5-8e5d-a9becbb4809b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 1096 time: 0.0743551 Oct 27 01:52:25.066220 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-31c4b9c0-ec41-4866-a8c1-ef90adc00505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.067666 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-31c4b9c0-ec41-4866-a8c1-ef90adc00505 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1096 time: 0.0419006 Oct 27 01:52:25.435661 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab890-eae7-4c9b-a760-2ba60d27b2dc req-9457e44e-75bc-4839-9637-f28a0b960154 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.437086 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d9cab890-eae7-4c9b-a760-2ba60d27b2dc req-9457e44e-75bc-4839-9637-f28a0b960154 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0950181 Oct 27 01:52:25.452889 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-3111f22d-822c-4bc3-9499-45347260c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.454370 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-3111f22d-822c-4bc3-9499-45347260c573 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.3779867 Oct 27 01:52:25.513057 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d9cab890-eae7-4c9b-a760-2ba60d27b2dc req-c571e130-1904-4416-9e4d-2da5c83b4034 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688796 Oct 27 01:52:25.533019 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-6a85f6ed-0761-4fce-9357-33d245697cf4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 999 time: 0.0681500 Oct 27 01:52:25.594748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-ceb26556-a675-4fa8-82d4-1812d147e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.596600 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-ceb26556-a675-4fa8-82d4-1812d147e656 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0492463 Oct 27 01:52:25.624959 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dbec8-e3c6-40b2-986d-1ce9d37cf850 req-b993c980-81cb-4755-80dc-971c1515ba2f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.628381 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa1dbec8-e3c6-40b2-986d-1ce9d37cf850 req-b993c980-81cb-4755-80dc-971c1515ba2f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Oct 27 01:52:25.649560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-8a8683f5-c005-4e68-bf4d-7f19ca13ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.651097 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-8a8683f5-c005-4e68-bf4d-7f19ca13ac33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437045 Oct 27 01:52:25.664043 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aa1dbec8-e3c6-40b2-986d-1ce9d37cf850 req-c5697d6d-14a3-4c5a-98bd-ae43698ac653 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Oct 27 01:52:25.762182 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-65cddd70-3f93-4975-9044-689c4f0fd774 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028323 Oct 27 01:52:25.826374 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb2f2-fbd4-4c6c-9d58-695b55eee0ca req-a59e1cb2-6a55-49c0-8204-e5b0ae68ab79 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:25.827762 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-89bfb2f2-fbd4-4c6c-9d58-695b55eee0ca req-a59e1cb2-6a55-49c0-8204-e5b0ae68ab79 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0964983 Oct 27 01:52:25.886720 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-89bfb2f2-fbd4-4c6c-9d58-695b55eee0ca req-5645e9db-0da8-499d-be49-3d8bba85bf8f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528584 Oct 27 01:52:25.896757 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-5396a2f6-fe42-40ac-896d-8764869ded15 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260579 Oct 27 01:52:25.908049 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 49540) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:52:26.077266 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f7a0e-94ca-491a-8bd6-1db68e931cf8 tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:26.078663 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-455f7a0e-94ca-491a-8bd6-1db68e931cf8 tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 1093 time: 0.1696529 Oct 27 01:52:26.082065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 49550) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:52:26.086681 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'port_id': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:26.090793 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1dee0-62a5-477c-95b6-7dfeaa1beb45 req-cad74020-a95d-4d67-bebc-7c3af545eda0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:26.092215 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4ef1dee0-62a5-477c-95b6-7dfeaa1beb45 req-cad74020-a95d-4d67-bebc-7c3af545eda0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 944 time: 0.0602996 Oct 27 01:52:26.129973 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4ef1dee0-62a5-477c-95b6-7dfeaa1beb45 req-0a1fc353-a18f-4630-97cc-c2162cb1bd52 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317516 Oct 27 01:52:26.175703 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:26.277752 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:26.379080 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.27.0.105 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:52:26.482237 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:26.597692 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:26.666790 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:52:26.675215 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:52:26.683934 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:52:26.690756 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:26.718389 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbce1-4f5a-4e45-82c6-b9ec7b4f6963 req-9445fb22-bc9c-4134-acbe-5d99d1a304ce tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:26.719975 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82ebbce1-4f5a-4e45-82c6-b9ec7b4f6963 req-9445fb22-bc9c-4134-acbe-5d99d1a304ce tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.1336265 Oct 27 01:52:26.801551 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-82ebbce1-4f5a-4e45-82c6-b9ec7b4f6963 req-d5d83fa0-a14e-4513-96bd-120ce9de9efe tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730307 Oct 27 01:52:27.097758 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.245929 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.247360 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416362d3-45d6-478c-a3ff-91aae9d3b4a4 req-d063eac8-98a4-4db4-be8f-53ccdb34e3d5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:27.251765 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-416362d3-45d6-478c-a3ff-91aae9d3b4a4 req-d063eac8-98a4-4db4-be8f-53ccdb34e3d5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 944 time: 0.0545933 Oct 27 01:52:27.295742 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-416362d3-45d6-478c-a3ff-91aae9d3b4a4 req-66c6294f-60ff-4a6d-8cce-347322f9a709 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Oct 27 01:52:27.408922 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.478812 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.548954 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:27.560340 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.658362 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP 0dd8069a-4a2f-4855-9e58-8193439f41de associated. External IP: 172.27.0.105, port: dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2. Oct 27 01:52:27.745594 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-63823861-4e80-4071-bd82-c8f9fe23238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:27.848111 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device c2675cc7-33bd-4809-864d-551c4e165f73 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:52:27.881395 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:52:27.978200 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=c2675cc7-33bd-4809-864d-551c4e165f73,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:27.994967 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'c2675cc7-33bd-4809-864d-551c4e165f73', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'port_id': 'c2675cc7-33bd-4809-864d-551c4e165f73', 'mac_address': 'fa:16:3e:cf:3b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc97760-1ab1-4220-bc9b-7bee0597b9b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:52:28.024075 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a925293-1a23-46bb-be95-242733e62963 req-f911d4b5-522f-44ea-9336-4e23af742a9b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:28.026185 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a925293-1a23-46bb-be95-242733e62963 req-f911d4b5-522f-44ea-9336-4e23af742a9b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0995212 Oct 27 01:52:28.031317 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:52:28.037960 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:28.041876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:52:28.067017 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2675cc7-33bd-4809-864d-551c4e165f73 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:28.074496 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:52:28.075123 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:52:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:52:28.077998 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a925293-1a23-46bb-be95-242733e62963 req-1d876721-8fba-44e7-9836-aa8602a21092 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Oct 27 01:52:28.125825 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:28.147219 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=c2675cc7-33bd-4809-864d-551c4e165f73,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:28.155691 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-77b9af05-b8f3-48ef-88f0-ae51b11f077f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0724187 Oct 27 01:52:28.156255 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:28.161547 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6942c9bb-6dd8-45ce-9bcc-680484627f32" -d '{"events": [{"name": "network-changed", "server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:28.202346 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:52:28.216605 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a385e-67a2-44b1-80a8-3372daba5cce x-openstack-request-id: req-376a385e-67a2-44b1-80a8-3372daba5cce {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:28.216959 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:28.217412 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-376a385e-67a2-44b1-80a8-3372daba5cce {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:28.217982 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'status': 'completed', 'code': 200} Oct 27 01:52:28.231910 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:28.343718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:28.410929 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:28.425182 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d2b9-5a22-4750-ab4d-7964eddf4c6d req-87962eec-8a9b-48b7-8877-9497a67422da tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:28.426715 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-76c1d2b9-5a22-4750-ab4d-7964eddf4c6d req-87962eec-8a9b-48b7-8877-9497a67422da tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 945 time: 0.0553782 Oct 27 01:52:28.471938 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-76c1d2b9-5a22-4750-ab4d-7964eddf4c6d req-8c859e12-b8a1-4de7-8b8f-46b66ac4930f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Oct 27 01:52:28.623989 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '0dd8069a-4a2f-4855-9e58-8193439f41de', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:8c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e947857-94f2-41dd-a0c0-c6e577575785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:52:26Z', 'updated_at': '2021-10-27T01:52:26Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:52:28.650124 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:52:28.659307 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:52:28.659908 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:52:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:52:28.776434 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:52:28.807425 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['c2675cc7-33bd-4809-864d-551c4e165f73'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:28.840660 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:29.116617 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '0dd8069a-4a2f-4855-9e58-8193439f41de', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:8c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e947857-94f2-41dd-a0c0-c6e577575785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:52:26Z', 'updated_at': '2021-10-27T01:52:26Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:52:29.144427 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd433ff5-3db7-41f5-b005-eeff25e77c0c None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '0dd8069a-4a2f-4855-9e58-8193439f41de', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:8c:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e947857-94f2-41dd-a0c0-c6e577575785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:52:26Z', 'updated_at': '2021-10-27T01:52:26Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:52:29.221689 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6120a-5ae6-4a1e-abe7-74938a6d6c8b req-7a1d7ea1-1e9f-4369-91dc-82cb1cf616bb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:29.223205 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-52b6120a-5ae6-4a1e-abe7-74938a6d6c8b req-7a1d7ea1-1e9f-4369-91dc-82cb1cf616bb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0546222 Oct 27 01:52:29.264671 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-52b6120a-5ae6-4a1e-abe7-74938a6d6c8b req-52806ea5-d7f8-4a99-9022-318133ee265e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Oct 27 01:52:29.367241 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3063308-c523-47a7-aec4-4c2da88d496a None None] New status for floating IP 0dd8069a-4a2f-4855-9e58-8193439f41de: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:52:29.597143 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00700d5-e4a8-4fa4-9103-c53d6a64d0c4 req-f06729d5-2eac-490c-b353-59c471af9b68 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:29.598709 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a00700d5-e4a8-4fa4-9103-c53d6a64d0c4 req-f06729d5-2eac-490c-b353-59c471af9b68 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 945 time: 0.0533819 Oct 27 01:52:29.638133 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a00700d5-e4a8-4fa4-9103-c53d6a64d0c4 req-8f5729eb-2a53-401e-b7e0-3372ddcf8f3f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Oct 27 01:52:30.392515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e1d5d-760b-4bfa-8158-0d976e3b524b req-d919d68a-de03-4224-9167-49dbaafc007a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:30.394024 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b8e1d5d-760b-4bfa-8158-0d976e3b524b req-d919d68a-de03-4224-9167-49dbaafc007a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0496066 Oct 27 01:52:30.438236 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1b8e1d5d-760b-4bfa-8158-0d976e3b524b req-83525e39-e72e-4305-b8e5-bd1e45aef5da tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379498 Oct 27 01:52:30.495121 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:30.752092 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931dde-2454-4d81-9418-a8481cdb01c6 req-8096067d-e5a1-4161-b4eb-8d502f5fa741 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:30.753581 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-13931dde-2454-4d81-9418-a8481cdb01c6 req-8096067d-e5a1-4161-b4eb-8d502f5fa741 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 945 time: 0.0482616 Oct 27 01:52:30.791860 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-13931dde-2454-4d81-9418-a8481cdb01c6 req-66cda6f0-3df3-4b7a-86dc-739e8c695d02 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Oct 27 01:52:31.180988 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:31.560242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88c61-ed6e-47d6-b0c9-f5646b31fd4e req-37727c38-b6d2-46a3-bcce-0b0c285ccc14 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:31.561701 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-64e88c61-ed6e-47d6-b0c9-f5646b31fd4e req-37727c38-b6d2-46a3-bcce-0b0c285ccc14 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0495398 Oct 27 01:52:31.599897 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-64e88c61-ed6e-47d6-b0c9-f5646b31fd4e req-cb0c8ba5-854d-4d7a-97e4-0b30ea6c6529 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321026 Oct 27 01:52:31.849609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device c2675cc7-33bd-4809-864d-551c4e165f73 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:52:31.863122 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:52:31.913349 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdcdea-7af0-421b-a617-96bb8f777d4d req-d5b86b94-3a33-4dd0-94f4-6bd1aac24a95 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:31.914928 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2dcdcdea-7af0-421b-a617-96bb8f777d4d req-d5b86b94-3a33-4dd0-94f4-6bd1aac24a95 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 945 time: 0.0533354 Oct 27 01:52:31.960291 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2dcdcdea-7af0-421b-a617-96bb8f777d4d req-efadd2aa-0bd3-4b69-82b7-e1809e2fe36a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Oct 27 01:52:32.032485 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port c2675cc7-33bd-4809-864d-551c4e165f73 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:52:32.036554 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port c2675cc7-33bd-4809-864d-551c4e165f73 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:52:32.036919 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:32.116077 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:32.138641 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:32.140905 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd57c5-5a51-4159-85c0-ab7dffb30799" -d '{"events": [{"server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:32.154301 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=c2675cc7-33bd-4809-864d-551c4e165f73,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:32.180933 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e1b6f-b07f-4665-bfd5-bd57a8cc5e21 x-openstack-request-id: req-877e1b6f-b07f-4665-bfd5-bd57a8cc5e21 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:32.181351 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:32.181726 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-877e1b6f-b07f-4665-bfd5-bd57a8cc5e21 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:32.182183 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73', 'code': 200} Oct 27 01:52:32.476372 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:32.525153 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:32.723796 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f7cf3-01c2-4206-9d40-3b6db6f7b620 req-6ef228ad-a9f8-455c-a43b-da4a017ea735 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:32.725284 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-234f7cf3-01c2-4206-9d40-3b6db6f7b620 req-6ef228ad-a9f8-455c-a43b-da4a017ea735 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0540543 Oct 27 01:52:32.770054 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-234f7cf3-01c2-4206-9d40-3b6db6f7b620 req-65700d6e-135a-463b-ae3a-a3cb88e77862 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Oct 27 01:52:33.097561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415db059-1f9a-44ca-a9f6-97e41697a675 req-24495c88-e7bc-401e-8842-ddb8736f8825 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:33.098928 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-415db059-1f9a-44ca-a9f6-97e41697a675 req-24495c88-e7bc-401e-8842-ddb8736f8825 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0533767 Oct 27 01:52:33.137013 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-415db059-1f9a-44ca-a9f6-97e41697a675 req-9f3e852d-9012-45d2-8165-61d3730a569c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Oct 27 01:52:33.885439 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffe9d9-a332-4948-a20f-1f8bf7a66063 req-0bf7ef59-3920-4f93-a416-b4aa3744d3d7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:33.886949 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-16ffe9d9-a332-4948-a20f-1f8bf7a66063 req-0bf7ef59-3920-4f93-a416-b4aa3744d3d7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0495842 Oct 27 01:52:33.928105 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-16ffe9d9-a332-4948-a20f-1f8bf7a66063 req-55c74f3c-a966-4dc0-b74b-b907953979c0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Oct 27 01:52:34.256891 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928ee1-a606-4206-b828-9bb36efddc7d req-143ce090-8dba-4d62-a8c1-f0a24a1b60e8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:34.263531 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-84928ee1-a606-4206-b828-9bb36efddc7d req-143ce090-8dba-4d62-a8c1-f0a24a1b60e8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0542345 Oct 27 01:52:34.299125 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-84928ee1-a606-4206-b828-9bb36efddc7d req-979e5ff6-835f-42ee-871d-e1ca98d7203a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Oct 27 01:52:35.050748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766df3-4e1e-43d6-9984-7b25fddf8917 req-0d293cd6-f9ba-4070-8cbf-26d141fe7c82 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:35.052377 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-51766df3-4e1e-43d6-9984-7b25fddf8917 req-0d293cd6-f9ba-4070-8cbf-26d141fe7c82 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0504379 Oct 27 01:52:35.091632 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-51766df3-4e1e-43d6-9984-7b25fddf8917 req-14e9dd34-d771-453d-9f6a-cf3bd31fe7e4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Oct 27 01:52:35.417806 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90034c-54ab-464f-94be-a8bde7b931e2 req-f861a071-ac7c-4ee5-b474-d10b500b813f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:35.419429 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b90034c-54ab-464f-94be-a8bde7b931e2 req-f861a071-ac7c-4ee5-b474-d10b500b813f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0499907 Oct 27 01:52:35.459059 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b90034c-54ab-464f-94be-a8bde7b931e2 req-2d3996c1-d191-4667-95b9-a81be7c14a38 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Oct 27 01:52:36.225326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707177-bfc7-4e52-98bc-fea1699757b3 req-bd318ee2-2f31-47cd-9fbb-23201a336e88 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:36.227157 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f4707177-bfc7-4e52-98bc-fea1699757b3 req-bd318ee2-2f31-47cd-9fbb-23201a336e88 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0634749 Oct 27 01:52:36.268103 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f4707177-bfc7-4e52-98bc-fea1699757b3 req-ba6a4962-ef08-445b-aebb-3911be5bf46d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345137 Oct 27 01:52:36.578273 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366cab8-3186-4f30-9c74-a052b5c2bcda req-7f59589d-e0fc-4e5d-b7b4-ca37d4e8ff73 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:36.579795 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4366cab8-3186-4f30-9c74-a052b5c2bcda req-7f59589d-e0fc-4e5d-b7b4-ca37d4e8ff73 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0541277 Oct 27 01:52:36.631389 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4366cab8-3186-4f30-9c74-a052b5c2bcda req-e81f7193-15f4-47e6-bea3-bf2f5732663c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Oct 27 01:52:37.398529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd50000-e054-4ef7-a336-66fc15631f3b req-86877b09-7936-47cd-a9fb-29f7f27847f5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:37.400056 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0cd50000-e054-4ef7-a336-66fc15631f3b req-86877b09-7936-47cd-a9fb-29f7f27847f5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0531392 Oct 27 01:52:37.443598 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0cd50000-e054-4ef7-a336-66fc15631f3b req-08295f26-bf92-451d-ad01-0152744fdb84 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343342 Oct 27 01:52:37.745773 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0fef1-0914-48fa-b02e-e45e89d1d2c4 req-c0ffbd36-a8a6-472b-9152-f3c60c14194f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:37.752124 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b8f0fef1-0914-48fa-b02e-e45e89d1d2c4 req-c0ffbd36-a8a6-472b-9152-f3c60c14194f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0488501 Oct 27 01:52:37.785468 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b8f0fef1-0914-48fa-b02e-e45e89d1d2c4 req-f7717d67-4a00-4d03-aefd-dad62af3f9bf tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Oct 27 01:52:38.565864 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d01160-7bed-4af0-af00-ea1814e028ce req-f390d7e2-c365-4762-9a77-9440a4fab916 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:38.567640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96d01160-7bed-4af0-af00-ea1814e028ce req-f390d7e2-c365-4762-9a77-9440a4fab916 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0507202 Oct 27 01:52:38.606781 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-96d01160-7bed-4af0-af00-ea1814e028ce req-a161b293-625a-4e58-96b7-80d2726c77aa tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Oct 27 01:52:38.903168 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5a231-d810-4f07-a5f1-447c15f0376f req-3e4f17f9-ee9e-4e41-84c1-e1efe7b6fe61 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:38.904762 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-47a5a231-d810-4f07-a5f1-447c15f0376f req-3e4f17f9-ee9e-4e41-84c1-e1efe7b6fe61 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0502441 Oct 27 01:52:38.942648 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-47a5a231-d810-4f07-a5f1-447c15f0376f req-1be25ce6-7fed-4484-9441-b517864fbca5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Oct 27 01:52:39.728129 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d1ec-e298-42c7-96fb-aa3a566c7dd4 req-8b3e8d17-3a73-4efe-82a3-03884c41fbe8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:39.730380 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0995d1ec-e298-42c7-96fb-aa3a566c7dd4 req-8b3e8d17-3a73-4efe-82a3-03884c41fbe8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0530412 Oct 27 01:52:39.767983 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0995d1ec-e298-42c7-96fb-aa3a566c7dd4 req-61662607-1f37-44e7-96bf-5c743db51298 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Oct 27 01:52:40.063879 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1684-863b-456d-bed7-0f8705720a4b req-d7b6d24c-61b7-44ce-a61e-9870889c970a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:40.065432 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-eccd1684-863b-456d-bed7-0f8705720a4b req-d7b6d24c-61b7-44ce-a61e-9870889c970a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0511346 Oct 27 01:52:40.101688 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-eccd1684-863b-456d-bed7-0f8705720a4b req-74dac933-dfbd-4902-b6f7-a32369a415ba tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Oct 27 01:52:40.885706 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a589f-ae44-430d-8d30-decea87a3694 req-2e4acf1d-de52-4505-b12c-aed42323cd77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:40.887186 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-927a589f-ae44-430d-8d30-decea87a3694 req-2e4acf1d-de52-4505-b12c-aed42323cd77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0479071 Oct 27 01:52:40.925277 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-927a589f-ae44-430d-8d30-decea87a3694 req-98687e78-7216-4c0d-9914-fcc67ec1ee76 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Oct 27 01:52:41.213393 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0e222-47be-49b2-a453-82c0d093d558 req-1d9fe06f-8c9f-41b3-a878-4a9c08f65bec tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:41.214865 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59b0e222-47be-49b2-a453-82c0d093d558 req-1d9fe06f-8c9f-41b3-a878-4a9c08f65bec tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0486827 Oct 27 01:52:41.253716 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-59b0e222-47be-49b2-a453-82c0d093d558 req-1cab58b5-4bf5-41fa-a43f-9348f17e5e30 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Oct 27 01:52:42.076541 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8447a31-2b87-48df-bd9e-6aa9069cce26 req-c7b14305-d966-400d-8660-2aeaccaf88c6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.078001 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a8447a31-2b87-48df-bd9e-6aa9069cce26 req-c7b14305-d966-400d-8660-2aeaccaf88c6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0775380 Oct 27 01:52:42.079781 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-0de29559-54b0-47f5-a219-ddab063143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.081355 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-0de29559-54b0-47f5-a219-ddab063143b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 1098 time: 0.0722511 Oct 27 01:52:42.163199 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a8447a31-2b87-48df-bd9e-6aa9069cce26 req-7f67823f-bde4-46f7-9290-0c641cc45c2f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788760 Oct 27 01:52:42.193585 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-15d26af8-62d2-4147-b646-44cd65517228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.195070 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-15d26af8-62d2-4147-b646-44cd65517228 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.1046748 Oct 27 01:52:42.263399 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-1666d831-be0a-4226-a4b1-3a6284db7f3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 HTTP/1.1" status: 200 len: 1001 time: 0.0606198 Oct 27 01:52:42.320121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afaade-dca0-43be-8217-77cf1a744aef req-33e1e2ee-d892-4cdf-b95a-923145821e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.321611 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f5afaade-dca0-43be-8217-77cf1a744aef req-33e1e2ee-d892-4cdf-b95a-923145821e36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 1099 time: 0.0398374 Oct 27 01:52:42.323748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-eae914f3-eef6-4e25-be09-a497b248cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.325661 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-eae914f3-eef6-4e25-be09-a497b248cb6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0455174 Oct 27 01:52:42.375526 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-5fa5510f-6af3-4e6f-a59c-d0af8069b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.377010 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-5fa5510f-6af3-4e6f-a59c-d0af8069b367 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403006 Oct 27 01:52:42.394152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661da99c-03ad-4a66-87db-89a66c77d2ca req-b685ea90-b5e4-4252-a2d1-2f5e0b79abfb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:42.395630 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-661da99c-03ad-4a66-87db-89a66c77d2ca req-b685ea90-b5e4-4252-a2d1-2f5e0b79abfb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0731366 Oct 27 01:52:42.399454 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f5afaade-dca0-43be-8217-77cf1a744aef req-e66c1e4e-dbea-453e-9681-7a188a362199 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640507 Oct 27 01:52:42.433741 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-661da99c-03ad-4a66-87db-89a66c77d2ca req-7cdbfc81-c1f0-42ba-8267-4cd17f5456f5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Oct 27 01:52:42.477503 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-790a1c9e-22d0-46e5-81ba-3efc1042116f service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922458 Oct 27 01:52:42.888972 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6942c9bb-6dd8-45ce-9bcc-680484627f32 req-3f2085fd-7a83-4c49-ae57-e440eedeba88 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 Oct 27 01:52:43.285216 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69f7bd-7984-4d4c-b1a5-00beb3afb8e5 req-f34c0704-a9c3-407c-90c9-9bbb40382999 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:43.286685 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f69f7bd-7984-4d4c-b1a5-00beb3afb8e5 req-f34c0704-a9c3-407c-90c9-9bbb40382999 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0514455 Oct 27 01:52:43.324087 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f69f7bd-7984-4d4c-b1a5-00beb3afb8e5 req-2f14dd41-9f94-4349-9388-139994b11dab tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Oct 27 01:52:43.546489 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234064bb-86d7-4977-ad1c-57b478d9947d req-1a2a4b70-29be-458e-aac7-4f6a7ae10ac5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:43.547969 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-234064bb-86d7-4977-ad1c-57b478d9947d req-1a2a4b70-29be-458e-aac7-4f6a7ae10ac5 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0476313 Oct 27 01:52:43.584634 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-234064bb-86d7-4977-ad1c-57b478d9947d req-4bb55ab0-9996-4725-953a-342490b1e530 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Oct 27 01:52:44.444929 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6a180-8712-48bd-9b3f-e3afcd946ecb req-ae26bc35-3fa0-4bb7-a0db-a6cb289de080 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:44.446403 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-22c6a180-8712-48bd-9b3f-e3afcd946ecb req-ae26bc35-3fa0-4bb7-a0db-a6cb289de080 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0483739 Oct 27 01:52:44.483391 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-22c6a180-8712-48bd-9b3f-e3afcd946ecb req-59c3a140-cf8b-4c7c-b196-5e4f5ca5ed31 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Oct 27 01:52:44.694217 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139ba25-8256-48bc-a86d-0705be3bdda8 req-c5915eaf-215a-4bb3-9c3f-cf3b5ae25261 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:44.695674 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1139ba25-8256-48bc-a86d-0705be3bdda8 req-c5915eaf-215a-4bb3-9c3f-cf3b5ae25261 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0465147 Oct 27 01:52:44.732172 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1139ba25-8256-48bc-a86d-0705be3bdda8 req-8a8efc1c-fe83-4ed2-9684-55e07d38d3d2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302515 Oct 27 01:52:45.610951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ceb98-ca40-443a-af16-e42148466e41 req-b896a1fd-ab0e-417b-bc66-444972081379 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:45.612495 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-391ceb98-ca40-443a-af16-e42148466e41 req-b896a1fd-ab0e-417b-bc66-444972081379 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0570650 Oct 27 01:52:45.650123 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-391ceb98-ca40-443a-af16-e42148466e41 req-026518e5-a423-45d8-85b6-9ced9cea8d8d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Oct 27 01:52:46.770875 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3973-d192-4d99-b38b-6d3dd8040038 req-2aa6a141-7d61-4bdc-bbfc-ffdfa943a3a5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:46.772280 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8e8d3973-d192-4d99-b38b-6d3dd8040038 req-2aa6a141-7d61-4bdc-bbfc-ffdfa943a3a5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0478177 Oct 27 01:52:46.809405 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8e8d3973-d192-4d99-b38b-6d3dd8040038 req-3342ddcd-4c04-4fc2-93c3-02e12325de9a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Oct 27 01:52:47.687587 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-006c5e5b-4ca3-4e24-bfd1-92a93e3eacf8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:47.689013 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-006c5e5b-4ca3-4e24-bfd1-92a93e3eacf8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1031098 Oct 27 01:52:47.703521 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-04443996-103c-4d3d-a318-dc2fbe5a186a tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/quotas/d41478c57ab742d6a04aa8506983742f HTTP/1.1" status: 200 len: 375 time: 0.0090585 Oct 27 01:52:47.752289 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-7e4ae5bd-d9c0-4e3e-9318-d7882759a5cd tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435288 Oct 27 01:52:47.840962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-46dd1314-8c54-45bc-94fc-f99c6be2c226 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 Oct 27 01:52:47.925067 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af76c-5a5c-455a-a030-c7cd51cf876e req-9fd746e0-7fac-4273-b6e8-5d308d81d551 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:47.926523 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-638af76c-5a5c-455a-a030-c7cd51cf876e req-9fd746e0-7fac-4273-b6e8-5d308d81d551 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0468197 Oct 27 01:52:47.928117 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-4c86dd4f-091a-4b33-ab9d-d21cead2c5d2 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814459 Oct 27 01:52:47.964994 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-638af76c-5a5c-455a-a030-c7cd51cf876e req-1ea21039-0004-46c1-b56a-01e80f28b472 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Oct 27 01:52:48.171471 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9ef94dfd-c079-4375-84dd-a33858420660 req-3bac7894-ea62-4ec7-9c96-a51d00aa401d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Oct 27 01:52:49.091612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44e7c1-42d8-478d-88c9-05e5db0cdc46 req-13b54867-19e6-449d-ad08-a6a02265ec34 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:49.093222 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa44e7c1-42d8-478d-88c9-05e5db0cdc46 req-13b54867-19e6-449d-ad08-a6a02265ec34 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0492837 Oct 27 01:52:49.130128 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa44e7c1-42d8-478d-88c9-05e5db0cdc46 req-8859113a-d0eb-4e74-8b91-a7f1428fbc72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Oct 27 01:52:49.324449 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7e99874b-71af-4dc2-878e-38140b34bf42 req-abd9d50d-9cfe-4c60-a543-a8cab1af70ad tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 210 time: 0.0878980 Oct 27 01:52:50.252007 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabc86-680e-419b-aadc-07d47a52b52c req-09d0f6b4-fb7b-4d37-bfcd-36b8e7783af3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:50.253456 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-addabc86-680e-419b-aadc-07d47a52b52c req-09d0f6b4-fb7b-4d37-bfcd-36b8e7783af3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.0515459 Oct 27 01:52:50.295592 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-addabc86-680e-419b-aadc-07d47a52b52c req-8872ec13-6aa6-414c-9ca0-780b8849b1a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339322 Oct 27 01:52:50.360758 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-54000dd1-524b-4714-8f5d-87c313ab601b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:50.363020 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-54000dd1-524b-4714-8f5d-87c313ab601b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.1048162 Oct 27 01:52:50.395560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Request body: {'port': {'device_id': '0475c25f-3578-4445-b286-a6ecc567a854', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'admin_state_up': True, 'tenant_id': 'd41478c57ab742d6a04aa8506983742f'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:50.461614 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b2b95b3f-4089-460a-b00c-bcb76902c05c req-165d903f-ab69-40d9-a8db-246017e8db3c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 210 time: 0.0626693 Oct 27 01:52:50.635859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:52:50.639431 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:50.763426 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Allocated IP 172.20.0.13 (5808f411-1248-4018-81a2-3a976b063b91/5cc97760-1ab1-4220-bc9b-7bee0597b9b4/ad658bcc-d9f0-4784-8dca-d675106c5727) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:52:50.907280 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.007341 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.048589 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Network 5808f411-1248-4018-81a2-3a976b063b91 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:52:51.051581 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:52:51.055253 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:52:51.057995 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f', 'c2675cc7-33bd-4809-864d-551c4e165f73'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:51.082597 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event updated for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:51.109186 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:51.109795 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.194060 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-79d5ef15-9d88-48e1-a6b0-9ffbfde108d0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8025665 Oct 27 01:52:51.221607 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Request body: {'port': {'device_id': '0475c25f-3578-4445-b286-a6ecc567a854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:52:51.273396 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.477095 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74176-a3e0-44b1-b69d-97072104f56b req-4d86ba70-a9ba-47bf-a1e1-0c4d1770fa6e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:51.478806 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dec74176-a3e0-44b1-b69d-97072104f56b req-4d86ba70-a9ba-47bf-a1e1-0c4d1770fa6e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 943 time: 0.1041172 Oct 27 01:52:51.519124 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dec74176-a3e0-44b1-b69d-97072104f56b req-e9e57fb7-ae94-417a-a3b7-6b0dc8d30dda tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343025 Oct 27 01:52:51.665330 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f889ca-d961-4168-857a-bc056a68faaf req-f7b5e8c1-81c0-4fe2-9715-9e31527c66e4 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:51.666807 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b2f889ca-d961-4168-857a-bc056a68faaf req-f7b5e8c1-81c0-4fe2-9715-9e31527c66e4 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 932 time: 0.1190779 Oct 27 01:52:51.746126 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b2f889ca-d961-4168-857a-bc056a68faaf req-1abddac3-d25d-4a81-a439-8c2191f5e49d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718193 Oct 27 01:52:51.828856 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad658bcc-d9f0-4784-8dca-d675106c5727 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:51.836195 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.847397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Transition to ACTIVE for port object ad658bcc-d9f0-4784-8dca-d675106c5727 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:52:51.899803 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:51.949440 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:51.949960 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:52:52.035166 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Attempting to bind port ad658bcc-d9f0-4784-8dca-d675106c5727 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:52:52.035681 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Attempting to bind port ad658bcc-d9f0-4784-8dca-d675106c5727 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:52:52.036147 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Attempting to bind port ad658bcc-d9f0-4784-8dca-d675106c5727 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:52.042156 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Port ad658bcc-d9f0-4784-8dca-d675106c5727 on network 5808f411-1248-4018-81a2-3a976b063b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:52:52.042606 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Attempting to bind port ad658bcc-d9f0-4784-8dca-d675106c5727 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:52:52.049279 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:52:52.049756 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Checking segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:52:52.050285 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Bound using segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:52:52.050898 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Bound port: ad658bcc-d9f0-4784-8dca-d675106c5727, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:52:52.051437 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:52.055712 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:52.067214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'mac_address': 'fa:16:3e:ce:45:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:52:52.103315 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:52.116239 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:52.125910 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:52:52.128879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ad658bcc-d9f0-4784-8dca-d675106c5727,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:52:52.136212 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:52.191844 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:52.203114 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:52.227188 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.227813 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:52.229669 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] 10.222.0.71 "PUT /v2.0/ports/ad658bcc-d9f0-4784-8dca-d675106c5727 HTTP/1.1" status: 200 len: 1094 time: 1.0122972 Oct 27 01:52:52.230393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:52.232350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71637dd5-bcbd-4e45-b394-97cac3175b78" -d '{"events": [{"name": "network-changed", "server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:52.253150 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac1acb-3283-4bc2-8240-9facf8e88b02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:52.254760 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=9']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:52.269271 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c69db83-5673-4d93-89c9-85b4fc41cd26 x-openstack-request-id: req-1c69db83-5673-4d93-89c9-85b4fc41cd26 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:52.269574 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:52.269789 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c69db83-5673-4d93-89c9-85b4fc41cd26 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:52.270177 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727', 'status': 'completed', 'code': 200} Oct 27 01:52:52.401494 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-3de20b9a-f86f-4547-bb5b-fd22dddbbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.403035 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-3de20b9a-f86f-4547-bb5b-fd22dddbbf79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 1097 time: 0.0453305 Oct 27 01:52:52.508726 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-f5676697-9c50-4d35-b610-5fabab757584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.510070 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-f5676697-9c50-4d35-b610-5fabab757584 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d41478c57ab742d6a04aa8506983742f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0914030 Oct 27 01:52:52.612631 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-743498bd-fdbb-4a50-b48f-b8e90ceb9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.614044 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-71637dd5-bcbd-4e45-b394-97cac3175b78 req-743498bd-fdbb-4a50-b48f-b8e90ceb9210 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960181 Oct 27 01:52:52.651819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a386-0f63-4e4e-a3c0-4358b4242960 req-1477ee98-9694-4afd-840d-9b30f9a41f24 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.653340 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bb68a386-0f63-4e4e-a3c0-4358b4242960 req-1477ee98-9694-4afd-840d-9b30f9a41f24 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0544460 Oct 27 01:52:52.697939 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bb68a386-0f63-4e4e-a3c0-4358b4242960 req-3f1221f4-23fd-4b3b-9f75-53b4cd039425 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Oct 27 01:52:52.729058 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-3d32e758-7b63-4dae-8587-2e18e4c064e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.731031 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-3d32e758-7b63-4dae-8587-2e18e4c064e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 1097 time: 0.0430219 Oct 27 01:52:52.780258 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['f7866517-f1cd-4cf0-843a-526f2a08dd32'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:52.785712 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-399c4721-8ec3-4ce8-bbcd-35a98bc8cc7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad658bcc-d9f0-4784-8dca-d675106c5727 HTTP/1.1" status: 200 len: 217 time: 0.0342386 Oct 27 01:52:52.844605 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-73a26c56-f347-4f3f-89ea-c23e88bcf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.846247 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-73a26c56-f347-4f3f-89ea-c23e88bcf582 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 200 len: 855 time: 0.0525551 Oct 27 01:52:52.867731 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c34977-c624-44bf-bea5-4254e8a41c91 req-6b8da9d4-5bf1-4e4c-9652-2abfc17e20f2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:52.872239 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08c34977-c624-44bf-bea5-4254e8a41c91 req-6b8da9d4-5bf1-4e4c-9652-2abfc17e20f2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 944 time: 0.0519872 Oct 27 01:52:52.882138 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-47aa4137-a531-4722-8798-61dde3ccd029 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5808f411-1248-4018-81a2-3a976b063b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259805 Oct 27 01:52:52.915669 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08c34977-c624-44bf-bea5-4254e8a41c91 req-e01c80a7-02b6-421e-976e-ebf73233b365 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Oct 27 01:52:52.976571 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-a8d465a0-ea25-4ba3-a2c5-ca60f0007a4e service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Oct 27 01:52:53.066098 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ef1c3e74-2b0f-42a9-93fd-029e2369d019 req-0187f3f2-779e-4f29-94ef-61e17d3ef6c5 service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814769 Oct 27 01:52:53.814141 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e02b-7dbc-4a66-adf8-9948c04f3a7f req-255a756c-9f37-4c84-baf1-7df269433c95 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:53.815591 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8a34e02b-7dbc-4a66-adf8-9948c04f3a7f req-255a756c-9f37-4c84-baf1-7df269433c95 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0469759 Oct 27 01:52:53.852627 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8a34e02b-7dbc-4a66-adf8-9948c04f3a7f req-0bb5195b-8768-42fb-8743-b27751dbd11c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Oct 27 01:52:54.024143 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9491-1aca-4834-bf99-2992e500d9ee req-fb6a032b-ad1c-4b5f-bd50-f52ae7036427 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:54.025457 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-24ad9491-1aca-4834-bf99-2992e500d9ee req-fb6a032b-ad1c-4b5f-bd50-f52ae7036427 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 944 time: 0.0490510 Oct 27 01:52:54.061816 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-24ad9491-1aca-4834-bf99-2992e500d9ee req-5374bf75-2c90-45b3-a1e0-ff465d28da0d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300109 Oct 27 01:52:54.774252 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-faeb0da4-3d96-4e68-a5d3-3edba2677cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:54.973607 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a5986-2700-46ed-ac5f-267cb3c639e0 req-a13392a7-0910-41bd-87a6-ddb1d039910b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:54.975037 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f30a5986-2700-46ed-ac5f-267cb3c639e0 req-a13392a7-0910-41bd-87a6-ddb1d039910b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0519187 Oct 27 01:52:55.010802 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f30a5986-2700-46ed-ac5f-267cb3c639e0 req-85e192fe-215a-4ab5-b120-0dcfab51f37a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293703 Oct 27 01:52:55.171753 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d3586-47e2-4f3b-8074-379e013314eb req-5347e863-2c87-4c7d-8dbd-57e266157cdf tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:55.173174 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2c8d3586-47e2-4f3b-8074-379e013314eb req-5347e863-2c87-4c7d-8dbd-57e266157cdf tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 944 time: 0.0469584 Oct 27 01:52:55.209300 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2c8d3586-47e2-4f3b-8074-379e013314eb req-59462569-0fc7-48cb-979a-974e3a0acb90 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303521 Oct 27 01:52:55.957096 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ad658bcc-d9f0-4784-8dca-d675106c5727 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:52:55.967303 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:52:56.080562 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port f7866517-f1cd-4cf0-843a-526f2a08dd32 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:52:56.080933 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:56.122050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ad658bcc-d9f0-4784-8dca-d675106c5727,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:56.129281 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3895ef1-2b65-4c44-ae61-32e54f76d969 req-d8c95141-437b-47e1-9ec5-e89cc1176723 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:56.130773 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e3895ef1-2b65-4c44-ae61-32e54f76d969 req-d8c95141-437b-47e1-9ec5-e89cc1176723 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 944 time: 0.0477533 Oct 27 01:52:56.137954 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'ad658bcc-d9f0-4784-8dca-d675106c5727', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'port_id': 'ad658bcc-d9f0-4784-8dca-d675106c5727', 'mac_address': 'fa:16:3e:eb:fe:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc97760-1ab1-4220-bc9b-7bee0597b9b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:52:56.168483 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e3895ef1-2b65-4c44-ae61-32e54f76d969 req-b6a9179a-26e9-4484-a517-39d7c6af8b3f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Oct 27 01:52:56.198810 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:56.220698 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad658bcc-d9f0-4784-8dca-d675106c5727 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:52:56.225673 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:56.255180 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ad658bcc-d9f0-4784-8dca-d675106c5727,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:56.263107 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:52:56.265365 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7b035c-f8e0-4266-a304-c820aab5bfac" -d '{"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:52:56.278906 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:52:56.314598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035b233-ad92-40df-b8b7-972a55bad207 x-openstack-request-id: req-5035b233-ad92-40df-b8b7-972a55bad207 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:52:56.314598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-plugged", "status": "completed", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:52:56.314598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5035b233-ad92-40df-b8b7-972a55bad207 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:52:56.314598 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'code': 200} Oct 27 01:52:56.321029 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4892094-be0a-4a0e-91c3-3ee23a9389fc req-5b2dd030-944c-4314-929a-621d63c611c8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:56.322485 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d4892094-be0a-4a0e-91c3-3ee23a9389fc req-5b2dd030-944c-4314-929a-621d63c611c8 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 944 time: 0.0484171 Oct 27 01:52:56.334316 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:56.360248 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d4892094-be0a-4a0e-91c3-3ee23a9389fc req-070f26ed-da1e-4f34-bebf-1cc80a838336 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Oct 27 01:52:56.365192 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:56.392338 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:56.442939 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=10']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:52:56.918367 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['ad658bcc-d9f0-4784-8dca-d675106c5727'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:52:57.159791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e8b2-fdac-4b87-a0f2-8e95b9f32729 req-9df1b96c-4022-48b9-a981-7be8aab8b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:57.161253 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fe68e8b2-fdac-4b87-a0f2-8e95b9f32729 req-9df1b96c-4022-48b9-a981-7be8aab8b338 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1099 time: 0.0387082 Oct 27 01:52:57.196268 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fe68e8b2-fdac-4b87-a0f2-8e95b9f32729 req-4927db56-c832-4716-9364-deeb452d9ada service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266011 Oct 27 01:52:57.292316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d917-b12f-439d-85e2-d3c39693b20a req-00b8161d-ab98-4436-89a5-fc9861fde1c5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:57.293778 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-08d1d917-b12f-439d-85e2-d3c39693b20a req-00b8161d-ab98-4436-89a5-fc9861fde1c5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0520911 Oct 27 01:52:57.331156 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-08d1d917-b12f-439d-85e2-d3c39693b20a req-da8f10dc-3331-45b0-80e0-a96aaa0ecc64 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Oct 27 01:52:57.476837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339afb67-09cf-446a-8636-0a0a3fd72c44 req-30950b16-ce83-4685-9305-69997404e576 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:57.478185 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-339afb67-09cf-446a-8636-0a0a3fd72c44 req-30950b16-ce83-4685-9305-69997404e576 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 945 time: 0.0504720 Oct 27 01:52:57.514765 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-339afb67-09cf-446a-8636-0a0a3fd72c44 req-61692247-52b3-4cfb-8462-93460abfd798 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303326 Oct 27 01:52:57.755449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-2d3b13c3-d304-4921-a5d4-88a1bb109dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:58.447086 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:58.451225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95918b-b0b6-4228-bbe5-54a099d0ac53 req-7fdff167-23a6-4fcf-b6cf-1a6ace2ef60d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:58.452799 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7a95918b-b0b6-4228-bbe5-54a099d0ac53 req-7fdff167-23a6-4fcf-b6cf-1a6ace2ef60d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Oct 27 01:52:58.491057 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7a95918b-b0b6-4228-bbe5-54a099d0ac53 req-6d97bd69-93c1-4f85-a6ba-0aa5bda4fa4d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Oct 27 01:52:58.625191 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e203f1f-af22-461e-a6f0-fc5f79595f5a req-838ee29b-e7aa-4733-b830-ad5ebe2c779c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:58.627240 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2e203f1f-af22-461e-a6f0-fc5f79595f5a req-838ee29b-e7aa-4733-b830-ad5ebe2c779c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Oct 27 01:52:58.664174 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2e203f1f-af22-461e-a6f0-fc5f79595f5a req-4d6b84e2-5993-476f-908c-6c9f8f455aff tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Oct 27 01:52:58.818084 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:52:59.610130 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64524-81b0-4ae3-b19c-1b2908bdc587 req-3ea66954-a732-4533-8b6b-09e0d1bdaa8a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:59.611527 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-72c64524-81b0-4ae3-b19c-1b2908bdc587 req-3ea66954-a732-4533-8b6b-09e0d1bdaa8a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0504549 Oct 27 01:52:59.648751 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-72c64524-81b0-4ae3-b19c-1b2908bdc587 req-0229cd70-e738-4322-a833-ca85b1a5a8d9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Oct 27 01:52:59.774325 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1406e3-e17f-4e8b-8c6d-7945e52511bb req-288d8098-4e52-4647-85f1-1c9189dca1b1 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:59.776432 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9a1406e3-e17f-4e8b-8c6d-7945e52511bb req-288d8098-4e52-4647-85f1-1c9189dca1b1 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 945 time: 0.0471215 Oct 27 01:52:59.812711 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9a1406e3-e17f-4e8b-8c6d-7945e52511bb req-b88f6eec-8c9b-4b4b-aab0-644256e0f029 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304186 Oct 27 01:52:59.978126 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ad658bcc-d9f0-4784-8dca-d675106c5727 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:52:59.986559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-2102c94c-7f16-43a9-9ebc-d9a921aeed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:52:59.988144 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-2102c94c-7f16-43a9-9ebc-d9a921aeed9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 1099 time: 0.0474792 Oct 27 01:53:00.086816 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port ad658bcc-d9f0-4784-8dca-d675106c5727 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:53:00.090699 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port ad658bcc-d9f0-4784-8dca-d675106c5727 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:53:00.091122 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:00.095952 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-b38b79e8-57ae-4e50-b042-66e8f1529e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.097430 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-b38b79e8-57ae-4e50-b042-66e8f1529e40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.0871525 Oct 27 01:53:00.165934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:00.166141 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-4e404d36-ddae-4407-9b7f-6f3da5eb7c82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0603561 Oct 27 01:53:00.190310 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:53:00.192818 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cab5fbf-a05f-4a3d-bacf-2b02589c0b4b" -d '{"events": [{"server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "name": "network-vif-plugged", "status": "completed", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:53:00.206523 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ad658bcc-d9f0-4784-8dca-d675106c5727,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:00.223903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-932d129c-3682-49bd-bb2a-903b626e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.225375 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-932d129c-3682-49bd-bb2a-903b626e82b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0480602 Oct 27 01:53:00.231247 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa45584-e32e-4f3e-9786-3dfa3fe2f93e x-openstack-request-id: req-8fa45584-e32e-4f3e-9786-3dfa3fe2f93e {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:53:00.231833 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "name": "network-vif-plugged", "status": "completed", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:53:00.232271 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fa45584-e32e-4f3e-9786-3dfa3fe2f93e {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:53:00.232663 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727', 'code': 200} Oct 27 01:53:00.271132 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:00.317266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-f0ee220f-d5b3-4c94-b078-8942ff7ede6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.318880 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:00.319336 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-f0ee220f-d5b3-4c94-b078-8942ff7ede6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433969 Oct 27 01:53:00.422719 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-813f9879-9681-43d2-9de1-07458c33ed49 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888078 Oct 27 01:53:00.471773 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:00.526865 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-57bbe38d-ef80-44ef-979b-9f906230ff82 req-9b8f5c28-33a6-4fd9-bd64-8030a2c5cb3f service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Oct 27 01:53:00.540864 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb57a-aa3e-401a-90c3-1ab6c2f2342f req-379290f9-69f4-433d-8113-ee99f570ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.542355 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a31cb57a-aa3e-401a-90c3-1ab6c2f2342f req-379290f9-69f4-433d-8113-ee99f570ab06 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 1099 time: 0.0428953 Oct 27 01:53:00.579756 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a31cb57a-aa3e-401a-90c3-1ab6c2f2342f req-a5d1ebb0-b2fb-4275-9d35-8c2f0f8d30b3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269611 Oct 27 01:53:00.777646 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103b62e-80b8-4ac0-a5a2-42a1ece5d862 req-6ba1d76b-d7d9-4e53-805b-2d12427b1c2f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.779011 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3103b62e-80b8-4ac0-a5a2-42a1ece5d862 req-6ba1d76b-d7d9-4e53-805b-2d12427b1c2f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0579095 Oct 27 01:53:00.815204 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3103b62e-80b8-4ac0-a5a2-42a1ece5d862 req-1484850c-f569-4741-bb4f-a58f5ee12bdf tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Oct 27 01:53:00.929090 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f792e8-a90b-44c7-ba95-592e032261da req-6f1e3a0b-a66f-4cc3-9ed9-3c417e912f17 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:00.930532 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-15f792e8-a90b-44c7-ba95-592e032261da req-6f1e3a0b-a66f-4cc3-9ed9-3c417e912f17 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0508666 Oct 27 01:53:00.967786 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-15f792e8-a90b-44c7-ba95-592e032261da req-0601de4a-c2dd-464a-99a8-b38693ba7502 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Oct 27 01:53:01.309637 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:02.078877 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb083e63-e7ad-45e7-a803-3c1d7d0c0878 req-a389ddf8-b3dd-4ecc-97aa-aad344a4d034 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:02.080667 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fb083e63-e7ad-45e7-a803-3c1d7d0c0878 req-a389ddf8-b3dd-4ecc-97aa-aad344a4d034 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Oct 27 01:53:02.116854 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fb083e63-e7ad-45e7-a803-3c1d7d0c0878 req-1cecd756-1200-42bd-b8a1-32ad5055a517 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304003 Oct 27 01:53:03.229574 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0647-14a7-4832-a954-5102c91a1a1c req-89157df3-3a02-4521-93f0-91fefc3b994d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:03.231096 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fabd0647-14a7-4832-a954-5102c91a1a1c req-89157df3-3a02-4521-93f0-91fefc3b994d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0503953 Oct 27 01:53:03.269315 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fabd0647-14a7-4832-a954-5102c91a1a1c req-d307c7e3-6daf-423c-bbba-ea9bf374bbe6 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Oct 27 01:53:08.862165 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:53:17.933708 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abb2c7-bef6-4aa2-9c60-d3fc09a20dae req-f9190ee3-7657-43cf-b424-57e7b4f5eae3 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:17.935130 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08abb2c7-bef6-4aa2-9c60-d3fc09a20dae req-f9190ee3-7657-43cf-b424-57e7b4f5eae3 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0514512 Oct 27 01:53:17.971244 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-08abb2c7-bef6-4aa2-9c60-d3fc09a20dae req-4fcf2400-ea22-45a1-9e9d-59c1ea42e5a5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Oct 27 01:53:19.083500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cb44b-3b9b-4f14-911b-69c147a5451e req-62f22b31-1568-423e-b226-0b9368fd7000 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:19.084859 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c20cb44b-3b9b-4f14-911b-69c147a5451e req-62f22b31-1568-423e-b226-0b9368fd7000 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0480025 Oct 27 01:53:19.094804 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-04720e60-22ab-45d0-ae72-e9c4eb26f259 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:19.096274 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-04720e60-22ab-45d0-ae72-e9c4eb26f259 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.0981448 Oct 27 01:53:19.110578 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-46c393bb-5770-47de-9436-7de2ea715080 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/quotas/d41478c57ab742d6a04aa8506983742f HTTP/1.1" status: 200 len: 375 time: 0.0087237 Oct 27 01:53:19.121502 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c20cb44b-3b9b-4f14-911b-69c147a5451e req-b0ca081c-1574-487f-a5e0-f75322dc1b75 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Oct 27 01:53:19.166436 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-518c41d3-e337-4b7f-909f-35ad53bed6fb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505092 Oct 27 01:53:19.295189 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d48fde69-c15a-4ea4-9e2b-546e4fb92111 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213691 Oct 27 01:53:19.385764 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-67d6e464-bb40-49bb-984b-15d1b33d3a85 service neutron] 10.222.0.66 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Oct 27 01:53:19.617297 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c69dab63-464e-4320-bf13-90e2089d6042 req-d9f0c65c-c814-4a62-869f-2ae638652985 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 210 time: 0.0304217 Oct 27 01:53:20.246082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f610-73df-4304-bfbc-fbd39508df37 req-26157443-e769-4aa1-9a78-72c8924d79f5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:20.247655 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5f61f610-73df-4304-bfbc-fbd39508df37 req-26157443-e769-4aa1-9a78-72c8924d79f5 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0489717 Oct 27 01:53:20.285196 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5f61f610-73df-4304-bfbc-fbd39508df37 req-f3f35f78-d936-4c70-aec6-5d7d1ba533ff tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Oct 27 01:53:20.709453 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1366650a-581a-4955-a584-9090a8f57056 req-03803609-feb9-4584-ac45-0db0791c5709 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Oct 27 01:53:21.298573 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed9ddb-e544-4838-9555-57684cf684fb req-4a6f9a7d-6e50-4679-b8f8-5d8c6490f55c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:21.300112 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d5ed9ddb-e544-4838-9555-57684cf684fb req-4a6f9a7d-6e50-4679-b8f8-5d8c6490f55c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0489805 Oct 27 01:53:21.339176 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d5ed9ddb-e544-4838-9555-57684cf684fb req-2a6e2c99-76a2-41eb-9da4-91c00e401250 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Oct 27 01:53:21.401502 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc0c41-e34d-4f35-a019-4749552a22eb req-ec2852c3-bee2-41e7-b1c6-ab57cdcca19f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:21.402954 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e7bc0c41-e34d-4f35-a019-4749552a22eb req-ec2852c3-bee2-41e7-b1c6-ab57cdcca19f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0494583 Oct 27 01:53:21.443100 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e7bc0c41-e34d-4f35-a019-4749552a22eb req-1b72edfc-4a25-4880-a66e-b0185ffca901 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Oct 27 01:53:21.802288 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dca791ac-0288-4320-8b03-7c75d75b7cbe req-49fa4774-077a-48a6-92e7-732e16dcb998 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 210 time: 0.0260570 Oct 27 01:53:22.369117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-04b9d041-2641-483a-b63b-e227a396c43c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:22.371185 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-04b9d041-2641-483a-b63b-e227a396c43c tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 815 time: 0.3385084 Oct 27 01:53:22.407312 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Request body: {'port': {'device_id': '399fc951-9241-4542-90da-4d821cb85ac4', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'admin_state_up': True, 'tenant_id': 'd41478c57ab742d6a04aa8506983742f'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:53:22.518700 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768e67-3a92-44b6-9944-58eea045dfe4 req-5f319eac-a7a6-4208-a8c8-15abccf9268d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:22.520200 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f2768e67-3a92-44b6-9944-58eea045dfe4 req-5f319eac-a7a6-4208-a8c8-15abccf9268d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.1095574 Oct 27 01:53:22.563176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde165e-d252-4211-aaa3-8c5dbd5ceac9 req-aa67cded-c0cb-4b28-9537-d3aaf8544ff0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:22.564631 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dcde165e-d252-4211-aaa3-8c5dbd5ceac9 req-aa67cded-c0cb-4b28-9537-d3aaf8544ff0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0538914 Oct 27 01:53:22.583258 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f2768e67-3a92-44b6-9944-58eea045dfe4 req-bbe81a06-2f29-4c9c-b4af-e340eb3cc297 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531449 Oct 27 01:53:22.603610 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-dcde165e-d252-4211-aaa3-8c5dbd5ceac9 req-b7d61f3f-1d2a-479d-b62e-6733f4616dc0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Oct 27 01:53:22.645852 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Made reservation on behalf of d41478c57ab742d6a04aa8506983742f for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:53:22.649344 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:22.770457 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Allocated IP 172.20.0.8 (5808f411-1248-4018-81a2-3a976b063b91/5cc97760-1ab1-4220-bc9b-7bee0597b9b4/3807c0a0-1e6f-4eb7-96ea-d8751a0b6171) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:53:22.928064 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f23d9d01-b0bb-4374-bc85-f3752b5759ba req-540a1b01-d20b-4ccc-ad5e-e8449d501c91 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 210 time: 0.0376699 Oct 27 01:53:22.944567 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.019357 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.060684 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Network 5808f411-1248-4018-81a2-3a976b063b91 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:53:23.061449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f', 'c2675cc7-33bd-4809-864d-551c4e165f73', 'ad658bcc-d9f0-4784-8dca-d675106c5727'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:53:23.063834 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:53:23.067777 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:53:23.094030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event updated for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:23.107143 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.107423 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.107767 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.108103 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.108438 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.108767 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.109096 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.109477 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.109804 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.110131 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.110464 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.110789 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:23.131676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:23.132386 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.205484 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-e86c2f98-1757-4dcf-81f1-e2f2baddd409 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020723 Oct 27 01:53:23.270326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Request body: {'port': {'device_id': '399fc951-9241-4542-90da-4d821cb85ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:53:23.326214 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.575417 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:53:23.582775 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.594993 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Transition to ACTIVE for port object 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:53:23.696723 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.698549 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff1605-dc0e-4334-bf0a-2567d2de11e0 req-b37ed9fd-7b6c-42c0-badd-0c9112f2fd33 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:23.700088 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-23ff1605-dc0e-4334-bf0a-2567d2de11e0 req-b37ed9fd-7b6c-42c0-badd-0c9112f2fd33 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0493114 Oct 27 01:53:23.737668 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-23ff1605-dc0e-4334-bf0a-2567d2de11e0 req-9eabc769-db8c-49bf-b821-d0f3527819bb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Oct 27 01:53:23.768753 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90aa9e-3b2f-4c97-bc77-f3752332490c req-75027ddb-db14-4f40-b246-c93202416284 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:23.770205 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8e90aa9e-3b2f-4c97-bc77-f3752332490c req-75027ddb-db14-4f40-b246-c93202416284 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0994599 Oct 27 01:53:23.786602 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Pushing event updated for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:23.850839 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8e90aa9e-3b2f-4c97-bc77-f3752332490c req-7dd2ba09-7eec-4ee3-91e4-e41bb61daa7b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666218 Oct 27 01:53:23.859353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Attempting to bind port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:53:23.859686 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Attempting to bind port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:53:23.860019 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Attempting to bind port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:53:23.864233 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 on network 5808f411-1248-4018-81a2-3a976b063b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:53:23.864549 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Attempting to bind port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 on network 5808f411-1248-4018-81a2-3a976b063b91 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:53:23.873353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:53:23.873681 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Checking segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:53:23.874052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Bound using segment: {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:53:23.874478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Bound port: 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0287e4-7457-40de-b842-67acb2196b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5808f411-1248-4018-81a2-3a976b063b91'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:53:23.874823 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:23.937449 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:53:23.940340 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:53:24.002391 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:24.037730 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.038342 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:24.039720 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] 10.222.0.71 "PUT /v2.0/ports/3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 HTTP/1.1" status: 200 len: 1093 time: 0.8181803 Oct 27 01:53:24.040169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:53:24.041607 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5023-4f29-4674-91cb-86b28af97a9c req-7c2dc69c-a5cb-41a6-a14a-5a7d5a38f455 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.042462 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ebb536-0530-4446-85e1-577c24a6f8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:53:24.043120 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b5cc5023-4f29-4674-91cb-86b28af97a9c req-7c2dc69c-a5cb-41a6-a14a-5a7d5a38f455 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 943 time: 0.0498772 Oct 27 01:53:24.067114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcc107-82c1-4e19-9c77-f914c67d2e00 service neutron] Pushing event updated for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:24.091681 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b5cc5023-4f29-4674-91cb-86b28af97a9c req-2e8ed06c-63b3-4112-916b-943767c566f3 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Oct 27 01:53:24.140482 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9301270-370e-452e-ba6d-d359fbad7e69 x-openstack-request-id: req-f9301270-370e-452e-ba6d-d359fbad7e69 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:53:24.140773 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:53:24.141026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9301270-370e-452e-ba6d-d359fbad7e69 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:53:24.141419 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171', 'status': 'completed', 'code': 200} Oct 27 01:53:24.207817 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-0c17aa40-ec41-4f1b-840a-1eed03ff59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.209291 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-0c17aa40-ec41-4f1b-840a-1eed03ff59dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0403545 Oct 27 01:53:24.273028 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-64c309f8-3fc0-4668-9f7b-2d55e1ac228f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 HTTP/1.1" status: 200 len: 217 time: 0.0394647 Oct 27 01:53:24.335430 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-5f69bd84-5aaa-4cc7-92c6-ac8a3dbf2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.336822 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-5f69bd84-5aaa-4cc7-92c6-ac8a3dbf2feb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 200 len: 855 time: 0.0431926 Oct 27 01:53:24.373389 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-8eab9d87-37b5-46f3-bc55-421e2bf98d2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5808f411-1248-4018-81a2-3a976b063b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237606 Oct 27 01:53:24.472236 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-20e3edf6-5c68-4f6f-979d-894c123c0c6f service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Oct 27 01:53:24.566746 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8b90b30c-da35-4dac-ba4d-393885356f9c req-8b3172c9-7810-4755-b3e5-de46b59ca1ff service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831585 Oct 27 01:53:24.776033 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-418ae0ba-ceb9-44e1-a579-8336847b3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.778026 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-418ae0ba-ceb9-44e1-a579-8336847b3a9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d41478c57ab742d6a04aa8506983742f&device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0402339 Oct 27 01:53:24.816708 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d5f2434f-7be7-4f82-90b4-4bbcaeeead32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:24.857604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb2670-28a6-4f4d-91f9-1a970c800192 req-f286e8e1-a209-4583-a00a-38b8e6556eb2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.859088 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6bcb2670-28a6-4f4d-91f9-1a970c800192 req-f286e8e1-a209-4583-a00a-38b8e6556eb2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0533407 Oct 27 01:53:24.875954 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-95b7edc1-7def-4a07-912c-92dbd5f0ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.878323 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-95b7edc1-7def-4a07-912c-92dbd5f0ccea service neutron] 10.222.0.71 "GET /v2.0/networks?id=5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 200 len: 917 time: 0.0902061 Oct 27 01:53:24.897722 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6bcb2670-28a6-4f4d-91f9-1a970c800192 req-7949bb90-79b7-4761-b3f9-625edc08824d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Oct 27 01:53:24.922530 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-5fae3c81-a618-4189-ab07-b1811982fb0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 HTTP/1.1" status: 200 len: 217 time: 0.0353129 Oct 27 01:53:24.994945 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-36693cbe-c590-46e0-8ff3-c9e96c234a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:24.996367 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-36693cbe-c590-46e0-8ff3-c9e96c234a6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 200 len: 855 time: 0.0648293 Oct 27 01:53:25.008100 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f6e8-709e-4f35-a2f1-4c3722a1e668 req-2cced1f1-6474-4684-b459-ae439ae37c1e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:25.009456 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fb17f6e8-709e-4f35-a2f1-4c3722a1e668 req-2cced1f1-6474-4684-b459-ae439ae37c1e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0860920 Oct 27 01:53:25.038797 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-02dc3b77-a005-4499-90ae-d97365dfb92b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5808f411-1248-4018-81a2-3a976b063b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284302 Oct 27 01:53:25.070131 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fb17f6e8-709e-4f35-a2f1-4c3722a1e668 req-a8b63408-05a2-4cef-b19b-80f5d2a58eba tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514479 Oct 27 01:53:25.147649 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-f9e540a0-be6a-42a2-bbf2-48b08ee5f876 service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903761 Oct 27 01:53:25.201987 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5883-5d47-43e8-9aa0-6f6e5d5ca47d req-db33ebe0-0b9c-4a56-9b69-9148f2337f01 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:25.203524 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-971a5883-5d47-43e8-9aa0-6f6e5d5ca47d req-db33ebe0-0b9c-4a56-9b69-9148f2337f01 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 943 time: 0.0477440 Oct 27 01:53:25.240646 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-971a5883-5d47-43e8-9aa0-6f6e5d5ca47d req-900a40d6-8c1c-4615-b8bb-0e5f09684782 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Oct 27 01:53:25.241161 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d0ebb536-0530-4446-85e1-577c24a6f8fc req-8f3852a7-54e6-4f05-a0c4-faee318d6c7b service neutron] 10.222.0.71 "GET /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816703 Oct 27 01:53:26.014363 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc171dc-328f-49af-ab53-e202d070a510 req-7637e038-22a2-4c35-a055-38857e1e8fd0 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:26.015812 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6cc171dc-328f-49af-ab53-e202d070a510 req-7637e038-22a2-4c35-a055-38857e1e8fd0 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0517590 Oct 27 01:53:26.051429 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6cc171dc-328f-49af-ab53-e202d070a510 req-96859c0c-f77b-4f8f-b900-17ed910415cc tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298336 Oct 27 01:53:26.181713 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e6463-c1b0-4878-86b6-a49425bde9cb req-b8d9c130-1fe6-4375-b700-a007b88ec3cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:26.183836 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5c6e6463-c1b0-4878-86b6-a49425bde9cb req-b8d9c130-1fe6-4375-b700-a007b88ec3cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0478916 Oct 27 01:53:26.219487 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5c6e6463-c1b0-4878-86b6-a49425bde9cb req-74f49935-1c35-4648-b7a9-597371b60751 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299325 Oct 27 01:53:26.350326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398aeb0-9b4f-4c5b-8f1a-a1975db2186d req-5b6e62c5-4d47-4bd0-805e-65f460af6774 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:26.365475 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6398aeb0-9b4f-4c5b-8f1a-a1975db2186d req-5b6e62c5-4d47-4bd0-805e-65f460af6774 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 943 time: 0.0471301 Oct 27 01:53:26.388417 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6398aeb0-9b4f-4c5b-8f1a-a1975db2186d req-7ee35020-35f6-4486-a468-77b4b6240547 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301783 Oct 27 01:53:27.165456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b9b1-78dc-4193-be62-386e71ed96da req-356948e9-e7f4-45cb-a04b-f39deac6d5fa tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:27.167587 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fee7b9b1-78dc-4193-be62-386e71ed96da req-356948e9-e7f4-45cb-a04b-f39deac6d5fa tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0499907 Oct 27 01:53:27.207143 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fee7b9b1-78dc-4193-be62-386e71ed96da req-601f082f-a77e-4908-b068-d16b4c7c571e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Oct 27 01:53:27.330380 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8301c-7e27-4572-b7d6-9a14b7210677 req-c95a4309-0156-4068-ab28-67a19cfc316c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:27.331745 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0ba8301c-7e27-4572-b7d6-9a14b7210677 req-c95a4309-0156-4068-ab28-67a19cfc316c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0472090 Oct 27 01:53:27.368962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0ba8301c-7e27-4572-b7d6-9a14b7210677 req-05aee43a-45c0-45ec-822e-733b1109017f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Oct 27 01:53:27.499727 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cdace-431d-47c9-84c8-9a2b3a0b4926 req-b4dbc59d-6d26-4eea-bc54-3d7e870e2d75 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:27.501184 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-001cdace-431d-47c9-84c8-9a2b3a0b4926 req-b4dbc59d-6d26-4eea-bc54-3d7e870e2d75 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 943 time: 0.0473998 Oct 27 01:53:27.538974 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-001cdace-431d-47c9-84c8-9a2b3a0b4926 req-35f51afe-39f3-4505-8e9e-e64d1ff40bd2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Oct 27 01:53:27.738711 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-9c02be53-122b-40a9-b149-e35750973553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:28.120526 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:53:28.213559 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:28.224718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171', 'network_id': '5808f411-1248-4018-81a2-3a976b063b91', 'port_id': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171', 'mac_address': 'fa:16:3e:3c:df:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc97760-1ab1-4220-bc9b-7bee0597b9b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:53:28.260195 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:28.273797 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:53:28.293945 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:28.335148 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b5604-ede2-43f5-a6ab-0ce57cb3f30d req-07df1ee0-58e9-4286-a295-32b96388471c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:28.336628 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-da0b5604-ede2-43f5-a6ab-0ce57cb3f30d req-07df1ee0-58e9-4286-a295-32b96388471c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0592759 Oct 27 01:53:28.366018 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:28.373864 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-da0b5604-ede2-43f5-a6ab-0ce57cb3f30d req-c94aac9e-af95-4ce4-87eb-301cb30286eb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Oct 27 01:53:28.418866 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:28.420885 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:28.428082 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.428434 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.428773 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.429109 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.429442 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.429771 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.430094 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.430418 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.430768 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.431090 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.431437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.431754 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:53:28.485159 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb37c-6fe1-42c2-8f83-0a0b08963bb7 req-85a90240-9fd2-4e09-97ed-50dbdce08d6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:28.486617 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf5eb37c-6fe1-42c2-8f83-0a0b08963bb7 req-85a90240-9fd2-4e09-97ed-50dbdce08d6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0485003 Oct 27 01:53:28.524445 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf5eb37c-6fe1-42c2-8f83-0a0b08963bb7 req-a11fbec1-6169-4d02-8f9c-39b1e939bae7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Oct 27 01:53:28.649306 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbdf7e-c21b-4889-a747-4628e9ce92d6 req-21f19be3-d4f3-40ff-8730-2f05f41e8825 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:28.650664 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cadbdf7e-c21b-4889-a747-4628e9ce92d6 req-21f19be3-d4f3-40ff-8730-2f05f41e8825 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 944 time: 0.0478380 Oct 27 01:53:28.686745 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cadbdf7e-c21b-4889-a747-4628e9ce92d6 req-39d51e27-a7d0-4a3f-8e8f-cdf272751525 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Oct 27 01:53:28.799723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:28.933671 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['3807c0a0-1e6f-4eb7-96ea-d8751a0b6171'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:53:29.490791 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d606f8-e858-4350-97f0-48060ee57960 req-2e196e87-b74e-4123-9eac-ded53e060936 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:29.492377 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02d606f8-e858-4350-97f0-48060ee57960 req-2e196e87-b74e-4123-9eac-ded53e060936 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0509784 Oct 27 01:53:29.528475 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-02d606f8-e858-4350-97f0-48060ee57960 req-45d92dc3-a9d1-41ab-8d71-bf2dcfd421dd tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302377 Oct 27 01:53:29.636237 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55bf9-ed0b-4a17-bb8f-9b8c9e2a2b53 req-1bd4e78a-ecd5-4d64-a9cc-8e0a004d50f1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:29.637686 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ddc55bf9-ed0b-4a17-bb8f-9b8c9e2a2b53 req-1bd4e78a-ecd5-4d64-a9cc-8e0a004d50f1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0476613 Oct 27 01:53:29.673748 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ddc55bf9-ed0b-4a17-bb8f-9b8c9e2a2b53 req-29e664cd-2a60-48f0-947a-8a15975173e3 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303781 Oct 27 01:53:29.796498 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cb397-deb0-4ab9-9ac2-3e4cb66ffc05 req-b97bbb06-86a2-4130-8de0-1bc067e5effb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:29.797842 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1e6cb397-deb0-4ab9-9ac2-3e4cb66ffc05 req-b97bbb06-86a2-4130-8de0-1bc067e5effb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 944 time: 0.0477307 Oct 27 01:53:29.834147 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1e6cb397-deb0-4ab9-9ac2-3e4cb66ffc05 req-d98410cd-e696-4848-8cbf-b2450e6b61c4 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Oct 27 01:53:30.498982 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:30.644006 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce299-7319-4d10-b6c7-358d493a74ef req-e9de9f9f-fc38-4590-970a-ca91bd235bda tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:30.645452 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bffce299-7319-4d10-b6c7-358d493a74ef req-e9de9f9f-fc38-4590-970a-ca91bd235bda tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0513377 Oct 27 01:53:30.681891 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bffce299-7319-4d10-b6c7-358d493a74ef req-5368fb86-3230-4020-b980-68124eee4ef7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Oct 27 01:53:30.785108 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd475c3-6090-4aa2-9639-eadca3d3c93f req-8d66928d-741d-4d40-b7c3-2d9641985fac tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:30.786553 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8fd475c3-6090-4aa2-9639-eadca3d3c93f req-8d66928d-741d-4d40-b7c3-2d9641985fac tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0478272 Oct 27 01:53:30.822629 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8fd475c3-6090-4aa2-9639-eadca3d3c93f req-91e2f26f-14da-4266-85a7-d7497e4aa231 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294418 Oct 27 01:53:30.945979 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9887-320c-488d-8be4-dfcd5e332fb2 req-b3ecd39a-56f3-49da-9156-78e65c3c96ca tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:30.947478 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-027c9887-320c-488d-8be4-dfcd5e332fb2 req-b3ecd39a-56f3-49da-9156-78e65c3c96ca tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 944 time: 0.0486755 Oct 27 01:53:30.984651 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-027c9887-320c-488d-8be4-dfcd5e332fb2 req-80508b5c-60a3-4fcc-8320-f35e5ba199be tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Oct 27 01:53:31.236361 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:31.795421 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356f8eb-83d3-40ca-b674-ccbf5a2e0ce7 req-50715ed9-7916-4a64-af1d-705a1e06e5dc tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:31.796856 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5356f8eb-83d3-40ca-b674-ccbf5a2e0ce7 req-50715ed9-7916-4a64-af1d-705a1e06e5dc tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0504355 Oct 27 01:53:31.833518 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5356f8eb-83d3-40ca-b674-ccbf5a2e0ce7 req-07b49e39-1af1-4032-a211-084c4fcd6c74 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Oct 27 01:53:31.935415 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52111cd-f9aa-4e98-9ddd-6c08217d3111 req-6f87bcd4-b3cf-4038-b849-4a21c45f30d1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:31.936906 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d52111cd-f9aa-4e98-9ddd-6c08217d3111 req-6f87bcd4-b3cf-4038-b849-4a21c45f30d1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0480392 Oct 27 01:53:31.975387 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d52111cd-f9aa-4e98-9ddd-6c08217d3111 req-0d799304-6d86-4a33-be64-5682a0da1add tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305767 Oct 27 01:53:32.094405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ab211-25b5-4eca-8ba4-d485b5eacb67 req-80f2f8fe-7a6e-4c6f-bffe-89f92b1c1344 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:32.095871 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e44ab211-25b5-4eca-8ba4-d485b5eacb67 req-80f2f8fe-7a6e-4c6f-bffe-89f92b1c1344 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 944 time: 0.0487006 Oct 27 01:53:32.132629 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e44ab211-25b5-4eca-8ba4-d485b5eacb67 req-d1c7d9af-d0ea-42ee-807e-01b472e63aee tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Oct 27 01:53:32.137186 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:53:32.236009 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:53:32.239652 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:53:32.240021 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:32.316092 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:32.337289 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:53:32.340047 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10107eb9-4a49-44a4-9cc0-f5a6acc57445" -d '{"events": [{"server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:53:32.351738 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:32.376037 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116bae29-a6e2-4024-b1c0-9631f13cb421 x-openstack-request-id: req-116bae29-a6e2-4024-b1c0-9631f13cb421 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:53:32.378109 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:53:32.378109 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-116bae29-a6e2-4024-b1c0-9631f13cb421 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:53:32.378109 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171', 'code': 200} Oct 27 01:53:32.417840 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:32.466940 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:32.767673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c66843-e196-45a4-8ca3-e7d4f9f9f0db req-b37a47d7-2bb3-4265-abe0-d116220fcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:32.769100 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a1c66843-e196-45a4-8ca3-e7d4f9f9f0db req-b37a47d7-2bb3-4265-abe0-d116220fcdd0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0417149 Oct 27 01:53:32.803524 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a1c66843-e196-45a4-8ca3-e7d4f9f9f0db req-5a7aa703-f5a4-4092-87f1-b2031508b9b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256784 Oct 27 01:53:32.946803 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be362-e32b-4c19-93a8-8b401143448a req-5c107f37-b20c-418e-a23e-4141fa85f344 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:32.948801 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-455be362-e32b-4c19-93a8-8b401143448a req-5c107f37-b20c-418e-a23e-4141fa85f344 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0490565 Oct 27 01:53:32.986341 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-455be362-e32b-4c19-93a8-8b401143448a req-ff8e41d0-c60b-446b-a3fe-99af6efee43f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 Oct 27 01:53:33.087203 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a415b-081b-4f58-abe3-aa4ae5436481 req-cd123174-51bf-453a-a028-6b723324583c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:33.088617 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-986a415b-081b-4f58-abe3-aa4ae5436481 req-cd123174-51bf-453a-a028-6b723324583c tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0477643 Oct 27 01:53:33.125348 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-986a415b-081b-4f58-abe3-aa4ae5436481 req-092fffb0-eced-4ec6-9bbc-35681e35be37 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Oct 27 01:53:33.244857 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3377e-1734-497f-8c33-3661a9bdf8fa req-07d341c5-cfa4-4cd3-8c89-8a92bf2fb3d6 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:33.246387 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f3a3377e-1734-497f-8c33-3661a9bdf8fa req-07d341c5-cfa4-4cd3-8c89-8a92bf2fb3d6 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Oct 27 01:53:33.283378 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f3a3377e-1734-497f-8c33-3661a9bdf8fa req-84d63033-9930-41ec-845e-c720762e4554 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Oct 27 01:53:34.098138 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e442-b7c7-47ca-bfcd-8f6d7f3b5b2f req-b98303bf-1212-4b94-8469-4df85831c37c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:34.099611 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9310e442-b7c7-47ca-bfcd-8f6d7f3b5b2f req-b98303bf-1212-4b94-8469-4df85831c37c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0477102 Oct 27 01:53:34.136594 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9310e442-b7c7-47ca-bfcd-8f6d7f3b5b2f req-be7e89db-eaab-4588-9bd9-3665a6da579a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305438 Oct 27 01:53:34.236236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108362b-dfe9-479e-8e48-2bcdbf7de992 req-58ed653e-9ce5-48fd-b1a9-43eb2cce6de6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:34.237671 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5108362b-dfe9-479e-8e48-2bcdbf7de992 req-58ed653e-9ce5-48fd-b1a9-43eb2cce6de6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0471478 Oct 27 01:53:34.274302 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5108362b-dfe9-479e-8e48-2bcdbf7de992 req-00a40960-d11f-468a-8cbe-a630ef00c9d9 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Oct 27 01:53:34.396625 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8a49-8aa2-43de-8d99-77e3ae91084b req-8512940f-47b1-4fec-8ed1-c2d05768141d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:34.398077 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-942e8a49-8aa2-43de-8d99-77e3ae91084b req-8512940f-47b1-4fec-8ed1-c2d05768141d tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Oct 27 01:53:34.435481 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-942e8a49-8aa2-43de-8d99-77e3ae91084b req-ff862f4e-a084-4e6a-a42c-47078bb70311 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Oct 27 01:53:35.249927 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a5be5-edbe-4b3a-af67-c093d58239d6 req-11030385-58ee-4076-96e8-9d5d2e8e3190 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:35.251443 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3a8a5be5-edbe-4b3a-af67-c093d58239d6 req-11030385-58ee-4076-96e8-9d5d2e8e3190 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0493934 Oct 27 01:53:35.296872 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3a8a5be5-edbe-4b3a-af67-c093d58239d6 req-dd151e91-de4b-493f-8245-2e31ad5a69cf tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390115 Oct 27 01:53:35.387915 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2199-03da-4363-a77c-cf06b0589379 req-2fb64704-6621-4c9f-b21b-ecd5f5717583 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:35.389386 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bf4e2199-03da-4363-a77c-cf06b0589379 req-2fb64704-6621-4c9f-b21b-ecd5f5717583 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0484295 Oct 27 01:53:35.427019 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bf4e2199-03da-4363-a77c-cf06b0589379 req-353bf98e-e520-41de-8183-ab0bc127ac7e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Oct 27 01:53:35.548470 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00971dd-8dbf-45a8-ba7e-a51f820628ac req-7162a362-a75b-457a-b8f1-31444c3e257b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:35.553770 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f00971dd-8dbf-45a8-ba7e-a51f820628ac req-7162a362-a75b-457a-b8f1-31444c3e257b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Oct 27 01:53:35.588160 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f00971dd-8dbf-45a8-ba7e-a51f820628ac req-218a5887-4e94-40ca-8217-fa09dbd83538 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Oct 27 01:53:36.411119 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890d7b-2a7c-420d-aa65-bf865a1d9539 req-9ef43be0-1f27-49a4-9741-8c3df832ff08 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:36.412618 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c4890d7b-2a7c-420d-aa65-bf865a1d9539 req-9ef43be0-1f27-49a4-9741-8c3df832ff08 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0495191 Oct 27 01:53:36.449999 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c4890d7b-2a7c-420d-aa65-bf865a1d9539 req-a5da9f93-fd9c-40eb-9a1e-177c0df3cf76 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Oct 27 01:53:36.538313 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a80b-3d1c-4f29-af6b-3b03709de31c req-5d45ef99-990f-46c4-a00a-5d58af86a907 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:36.539790 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8d23a80b-3d1c-4f29-af6b-3b03709de31c req-5d45ef99-990f-46c4-a00a-5d58af86a907 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0473313 Oct 27 01:53:36.582766 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8d23a80b-3d1c-4f29-af6b-3b03709de31c req-e125067a-2aa8-4989-a0af-b833c6c34f54 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366197 Oct 27 01:53:36.795986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534a05-508d-42a7-87db-baac5cb60125 req-e2c8eb11-4ca1-4c98-a77f-8f1b58ad94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:36.797415 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-e2c8eb11-4ca1-4c98-a77f-8f1b58ad94d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0428200 Oct 27 01:53:36.889758 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534a05-508d-42a7-87db-baac5cb60125 req-d5029b60-f3dd-442c-a792-4a3c58ace441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:36.891074 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-d5029b60-f3dd-442c-a792-4a3c58ace441 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 911 time: 0.0802705 Oct 27 01:53:36.957473 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-bd598f11-ec1e-4fb9-9fd6-4215b988b05c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 1001 time: 0.0580766 Oct 27 01:53:37.007722 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534a05-508d-42a7-87db-baac5cb60125 req-e2e5dedf-b8f1-4e72-9b76-5f9a45f79da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:37.009091 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-e2e5dedf-b8f1-4e72-9b76-5f9a45f79da9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0421345 Oct 27 01:53:37.053846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534a05-508d-42a7-87db-baac5cb60125 req-a8558e98-e32f-4024-8559-b5f7a7d179c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:37.055254 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-a8558e98-e32f-4024-8559-b5f7a7d179c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378995 Oct 27 01:53:37.148061 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-8b13b284-270f-48b9-9c46-e175afbb27f9 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818827 Oct 27 01:53:37.246961 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-69534a05-508d-42a7-87db-baac5cb60125 req-1aa7258f-2853-4f3e-ae72-429dde1d9ea2 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907192 Oct 27 01:53:37.575478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21299a-141a-4785-93f6-5c88fdb6530d req-a18f0761-778b-43cb-8116-d84d1d6a3b76 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:37.577043 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0b21299a-141a-4785-93f6-5c88fdb6530d req-a18f0761-778b-43cb-8116-d84d1d6a3b76 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0611682 Oct 27 01:53:37.620670 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0b21299a-141a-4785-93f6-5c88fdb6530d req-f11bd679-8599-47d4-b458-1f2345b22560 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Oct 27 01:53:37.694383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be77c1-8b18-4093-9878-b0b75d6cafad req-55fdd299-2438-4b06-bc01-9689642e7789 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:37.695838 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e3be77c1-8b18-4093-9878-b0b75d6cafad req-55fdd299-2438-4b06-bc01-9689642e7789 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0474737 Oct 27 01:53:37.733195 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e3be77c1-8b18-4093-9878-b0b75d6cafad req-f7d20f60-a964-4702-a4e0-612fc2e63f86 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307219 Oct 27 01:53:38.740741 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88117412-7931-449a-8052-de39d09ea3b5 req-454101ab-83c1-4ff6-ac04-7f3d17091e9e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:38.742197 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-88117412-7931-449a-8052-de39d09ea3b5 req-454101ab-83c1-4ff6-ac04-7f3d17091e9e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0541906 Oct 27 01:53:38.780438 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-88117412-7931-449a-8052-de39d09ea3b5 req-5e4be1ba-fb49-4a67-aae1-039237ec405e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Oct 27 01:53:38.881537 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b0aa-dc87-4aba-a1bb-15393408638b req-d0c7cc8f-b913-4461-9c3b-7cd8ed8f3c86 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:38.882981 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87b7b0aa-dc87-4aba-a1bb-15393408638b req-d0c7cc8f-b913-4461-9c3b-7cd8ed8f3c86 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0488279 Oct 27 01:53:38.920713 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87b7b0aa-dc87-4aba-a1bb-15393408638b req-280f4943-db91-4295-8034-9148abd018f0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Oct 27 01:53:39.369300 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d447d5-a137-40f8-8337-8254a701e805 req-5703c536-3018-41c8-b26f-6724d646350f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.371396 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c1d447d5-a137-40f8-8337-8254a701e805 req-5703c536-3018-41c8-b26f-6724d646350f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0508177 Oct 27 01:53:39.408449 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c1d447d5-a137-40f8-8337-8254a701e805 req-f318f601-1f27-40b1-80a5-ac3153b4af25 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Oct 27 01:53:39.654936 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-32c0c53d-2ecc-4869-b851-3a692c994793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.656503 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-32c0c53d-2ecc-4869-b851-3a692c994793 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0403194 Oct 27 01:53:39.754558 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-219bf07b-818a-4742-8f40-b1d4277a8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.755986 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-219bf07b-818a-4742-8f40-b1d4277a8ea4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.0902390 Oct 27 01:53:39.826487 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-fb3fbf85-7dd5-4245-9920-7747c11a0730 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1002 time: 0.0580733 Oct 27 01:53:39.882426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-942494da-9407-4a00-b48f-951065d82dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.883954 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-942494da-9407-4a00-b48f-951065d82dbe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0487716 Oct 27 01:53:39.900414 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d80a-bad0-4623-a6e8-c887c154ac20 req-89a96ebf-740a-43aa-b773-f4216a3f5462 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.902465 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e408d80a-bad0-4623-a6e8-c887c154ac20 req-89a96ebf-740a-43aa-b773-f4216a3f5462 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0511222 Oct 27 01:53:39.939815 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-0265ef89-986a-4219-baa8-cc42f51f6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:39.941392 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-0265ef89-986a-4219-baa8-cc42f51f6898 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430775 Oct 27 01:53:39.947618 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e408d80a-bad0-4623-a6e8-c887c154ac20 req-da194a46-3a0d-4be3-a57a-4deef25fcb93 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Oct 27 01:53:40.031455 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-0555641a-689c-4c55-9dc7-98c61fc5d01e service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806026 Oct 27 01:53:40.126778 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-adbeb464-3666-4a2c-9b5a-ceba228cd6e7 req-641337c1-62cb-4399-9b67-56467791c8eb service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 Oct 27 01:53:40.526353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79661c29-c1cb-4328-b193-59722cfde98b req-f3aa93a9-6bac-40e3-a614-659cd69eb5ea tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:40.528471 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-79661c29-c1cb-4328-b193-59722cfde98b req-f3aa93a9-6bac-40e3-a614-659cd69eb5ea tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0537548 Oct 27 01:53:40.568962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-79661c29-c1cb-4328-b193-59722cfde98b req-bb9fb264-2cd1-48a7-a3d8-f081199e576a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Oct 27 01:53:41.066921 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64594404-c703-44c2-81a8-926e30d19172 req-35232f8b-9ace-4d31-80d9-82c8d65d21eb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:41.068363 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64594404-c703-44c2-81a8-926e30d19172 req-35232f8b-9ace-4d31-80d9-82c8d65d21eb tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0536120 Oct 27 01:53:41.105710 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64594404-c703-44c2-81a8-926e30d19172 req-e1482878-b2e8-4d3f-ae62-809d64374b7f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Oct 27 01:53:41.170984 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-edb33498-642f-4852-b0d7-82d1a98b6dd7 req-78fc3c8c-5948-491e-bd62-60c224b5f5af service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:53:41.171988 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-edb33498-642f-4852-b0d7-82d1a98b6dd7 req-78fc3c8c-5948-491e-bd62-60c224b5f5af service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056748 Oct 27 01:53:41.475338 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aee94-f0e9-476e-9821-edbd30383e4e req-7fc8e8dd-0b1c-4ad7-a6bd-2eae5d034c42 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:41.476952 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a49aee94-f0e9-476e-9821-edbd30383e4e req-7fc8e8dd-0b1c-4ad7-a6bd-2eae5d034c42 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0503466 Oct 27 01:53:41.513510 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50088) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:53:41.518102 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a49aee94-f0e9-476e-9821-edbd30383e4e req-f0fdb974-611a-4c24-92e9-a72d8c6d9ab2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Oct 27 01:53:41.601118 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-d9601a83-6c64-4861-9a04-6e56b89136e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863972 Oct 27 01:53:41.610653 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-b8645852-3a73-4d36-9bb0-95baf7ef8d68 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:53:41.611600 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-b8645852-3a73-4d36-9bb0-95baf7ef8d68 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048711 Oct 27 01:53:41.687738 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149542-d0a8-43d5-93a6-71ac35b3a585 req-bbfa016a-eccb-4051-92cd-73244d2188e0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:41.689230 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c7149542-d0a8-43d5-93a6-71ac35b3a585 req-bbfa016a-eccb-4051-92cd-73244d2188e0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0505049 Oct 27 01:53:41.732056 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c7149542-d0a8-43d5-93a6-71ac35b3a585 req-bf798a1a-21d7-4e2e-bf50-2423ec964d33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334060 Oct 27 01:53:42.157131 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:53:42.234405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:42.256104 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:53:42.259494 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b202840-58b0-4a52-b063-1c713d415459" -d '{"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-unplugged", "status": "completed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:53:42.272528 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:42.348199 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d7e48-31a2-4ef6-8358-493234ed0a80 x-openstack-request-id: req-605d7e48-31a2-4ef6-8358-493234ed0a80 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:53:42.348544 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-unplugged", "status": "failed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "code": 422}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:53:42.349226 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-605d7e48-31a2-4ef6-8358-493234ed0a80 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:53:42.349718 dv-cinder-786873-5-iscsi neutron-server[108325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'code': 422} returned with failed status Oct 27 01:53:42.405990 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:42.448206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=6']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:42.656372 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da41d-7069-4e24-88f9-e36fc27bddd0 req-7f5c49a7-deef-4fcc-9e2c-47a1c321c9c6 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:42.657819 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-274da41d-7069-4e24-88f9-e36fc27bddd0 req-7f5c49a7-deef-4fcc-9e2c-47a1c321c9c6 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0477324 Oct 27 01:53:42.694693 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-274da41d-7069-4e24-88f9-e36fc27bddd0 req-0f5fb85d-d90a-4871-912b-96d0536433ba tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Oct 27 01:53:43.804479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85794c07-6d0c-4876-9a09-b3ed454eef3a req-d7feb641-55ce-452e-acd8-bd5dc1b2299c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:43.805937 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-85794c07-6d0c-4876-9a09-b3ed454eef3a req-d7feb641-55ce-452e-acd8-bd5dc1b2299c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0478017 Oct 27 01:53:43.842921 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-85794c07-6d0c-4876-9a09-b3ed454eef3a req-65a6f6b4-4f86-464b-ac20-1525052addad tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307028 Oct 27 01:53:44.955958 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab74fe2-de87-45b8-b544-220e4f24cec7 req-81cd8532-d073-4a75-aa2f-57873b865b19 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:44.957288 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ab74fe2-de87-45b8-b544-220e4f24cec7 req-81cd8532-d073-4a75-aa2f-57873b865b19 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0505111 Oct 27 01:53:44.993248 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ab74fe2-de87-45b8-b544-220e4f24cec7 req-f8e523e3-8763-46c2-a2e5-d0cedeb1ed04 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301821 Oct 27 01:53:45.859970 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:53:46.107953 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f673f99-074f-4f47-9365-b4916a38b690 req-5cd42032-575f-4d86-a8b8-e1d9117b2a86 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:46.109366 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3f673f99-074f-4f47-9365-b4916a38b690 req-5cd42032-575f-4d86-a8b8-e1d9117b2a86 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0510545 Oct 27 01:53:46.146971 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3f673f99-074f-4f47-9365-b4916a38b690 req-0c73bfcd-ea51-4423-869f-44d9d497081e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Oct 27 01:53:47.264243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcde89-995e-495e-a339-cedbf9884e66 req-bc92039a-328b-4472-b503-8035f1fd7e6d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:47.265784 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f3fcde89-995e-495e-a339-cedbf9884e66 req-bc92039a-328b-4472-b503-8035f1fd7e6d tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0504062 Oct 27 01:53:47.308275 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f3fcde89-995e-495e-a339-cedbf9884e66 req-39ac2f42-8c08-4e56-87da-4113a7b84fde tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Oct 27 01:53:48.424326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a95ea-a919-4ee9-8533-b2ba72fb6581 req-b7642d2d-ad15-4bf1-ae1d-4433ffbf9f97 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:48.425792 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-055a95ea-a919-4ee9-8533-b2ba72fb6581 req-b7642d2d-ad15-4bf1-ae1d-4433ffbf9f97 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0497842 Oct 27 01:53:48.465001 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-055a95ea-a919-4ee9-8533-b2ba72fb6581 req-a16c01d2-7ef3-49b1-846e-a39a031ed7b2 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Oct 27 01:53:49.422862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-f66c2e22-02bd-440a-a116-a85575a672a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.424371 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-f66c2e22-02bd-440a-a116-a85575a672a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e&tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e HTTP/1.1" status: 200 len: 1096 time: 0.0691702 Oct 27 01:53:49.511815 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-224f812f-400d-4478-b4dc-9c7603b7d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.513280 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-224f812f-400d-4478-b4dc-9c7603b7d50d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1096 time: 0.0439098 Oct 27 01:53:49.580620 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3670d2-5d31-402d-a0cd-57257057fa9a req-e7e2ff6c-510a-421a-affa-3e7b388deef5 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.582121 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fd3670d2-5d31-402d-a0cd-57257057fa9a req-e7e2ff6c-510a-421a-affa-3e7b388deef5 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0488269 Oct 27 01:53:49.604970 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-b1cb46e8-314b-4deb-a364-349c4edc3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.606491 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-b1cb46e8-314b-4deb-a364-349c4edc3912 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 911 time: 0.0846102 Oct 27 01:53:49.619320 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fd3670d2-5d31-402d-a0cd-57257057fa9a req-3a351047-346b-45af-8335-85133c6d2c6a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Oct 27 01:53:49.712399 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-f948e203-747c-4518-829b-9241cd4e9ddc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 999 time: 0.0598843 Oct 27 01:53:49.761961 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-08cda93e-235d-44c7-9ca0-dd3c2f77e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.763346 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-08cda93e-235d-44c7-9ca0-dd3c2f77e9ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0424318 Oct 27 01:53:49.808547 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-19d1abc8-8c24-4d33-a7f4-39943278da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:49.809994 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-19d1abc8-8c24-4d33-a7f4-39943278da4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387406 Oct 27 01:53:49.906306 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-0322bbef-3f4d-44d3-9d40-102bab5e5beb service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831671 Oct 27 01:53:49.996730 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa18309f-f6f5-45fe-acdd-eedccda51b47 req-84298aea-2e34-47f9-9a7f-a54c8146c33a service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830619 Oct 27 01:53:50.744139 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa318d-7cb2-495d-babf-3e7c91480e5c req-4ea13ae2-8a73-44a0-9384-04993b2fe560 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:50.746124 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9eaa318d-7cb2-495d-babf-3e7c91480e5c req-4ea13ae2-8a73-44a0-9384-04993b2fe560 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0568249 Oct 27 01:53:50.781877 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9eaa318d-7cb2-495d-babf-3e7c91480e5c req-cf8dc2f0-b773-4224-b4a2-9723dd4c9548 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297508 Oct 27 01:53:51.894339 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f8dbf-aeea-461c-b072-26b2094c5f23 req-16c86bde-fc0f-471e-b7ea-e34cd9c4a923 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:51.895925 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-073f8dbf-aeea-461c-b072-26b2094c5f23 req-16c86bde-fc0f-471e-b7ea-e34cd9c4a923 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0486302 Oct 27 01:53:51.931796 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-073f8dbf-aeea-461c-b072-26b2094c5f23 req-e6eef6a0-525b-4360-9dbe-0d0ef0bd7945 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299914 Oct 27 01:53:52.133065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85023-9fc9-4600-8973-6c43e18b376b req-7f694d4d-6d42-4985-87bc-7acd1010f933 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:52.134492 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8dc85023-9fc9-4600-8973-6c43e18b376b req-7f694d4d-6d42-4985-87bc-7acd1010f933 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0472913 Oct 27 01:53:52.170898 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8dc85023-9fc9-4600-8973-6c43e18b376b req-bfbb5708-5c66-468d-8fd7-c37939063a50 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305328 Oct 27 01:53:53.059212 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630c30-8fef-4669-a5c1-4c9f5fe59f2d req-da876c59-cfb3-4dae-b0e6-04ecb2f9e348 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:53.060699 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7a630c30-8fef-4669-a5c1-4c9f5fe59f2d req-da876c59-cfb3-4dae-b0e6-04ecb2f9e348 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0479605 Oct 27 01:53:53.096621 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7a630c30-8fef-4669-a5c1-4c9f5fe59f2d req-73d946c9-e921-41bc-b877-e36e2c6601a9 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300593 Oct 27 01:53:53.287159 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667b9b8-7982-4f01-b9e4-599de26eb9cf req-03233ed1-b836-4284-a469-ca5558d86866 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:53.288668 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9667b9b8-7982-4f01-b9e4-599de26eb9cf req-03233ed1-b836-4284-a469-ca5558d86866 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Oct 27 01:53:53.326139 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9667b9b8-7982-4f01-b9e4-599de26eb9cf req-529321e6-5d27-47ac-8c0c-3178e9131f50 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Oct 27 01:53:54.208654 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603547c8-4a9b-448c-a8dd-36d010d87c7e req-c218d81f-5139-4ab1-a06d-ec7a2aca0327 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:54.210095 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-603547c8-4a9b-448c-a8dd-36d010d87c7e req-c218d81f-5139-4ab1-a06d-ec7a2aca0327 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0477562 Oct 27 01:53:54.247435 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-603547c8-4a9b-448c-a8dd-36d010d87c7e req-09ee4690-b1da-4b2c-97dd-7231b1a3854a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Oct 27 01:53:54.440467 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219b45-1f90-4fd8-ab35-7a247545add2 req-8a7d4c86-122d-43cb-9d21-fb8f6871edac tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:54.441915 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7e219b45-1f90-4fd8-ab35-7a247545add2 req-8a7d4c86-122d-43cb-9d21-fb8f6871edac tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Oct 27 01:53:54.478864 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7e219b45-1f90-4fd8-ab35-7a247545add2 req-bd55790d-b347-4478-9513-0d353dc20043 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Oct 27 01:53:54.586062 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dac7d-42a7-489e-91c6-52869199693a req-ff283de0-06d9-4637-8942-eee778fb0a67 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:54.587497 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3a6dac7d-42a7-489e-91c6-52869199693a req-ff283de0-06d9-4637-8942-eee778fb0a67 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 945 time: 0.0472546 Oct 27 01:53:54.686598 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Deleting port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:53:54.686938 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:54.773979 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] For port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:54.774254 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:54.790518 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Calling delete_port for 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:53:54.801223 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3482-df74-4a04-a6e5-70e72eae0fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:54.993635 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:55.021215 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event deleted for resources: {'Port': ['ID=3807c0a0-1e6f-4eb7-96ea-d8751a0b6171,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:55.039375 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f', 'c2675cc7-33bd-4809-864d-551c4e165f73', 'ad658bcc-d9f0-4784-8dca-d675106c5727', '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:53:55.064587 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] No DVR routers for this DVR port 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:53:55.067099 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:55.070396 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3a6dac7d-42a7-489e-91c6-52869199693a req-0bb24b0f-8109-4d44-aebb-96e056579871 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "DELETE /v2.0/ports/3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 HTTP/1.1" status: 204 len: 173 time: 0.4750471 Oct 27 01:53:55.070825 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'name': 'network-vif-deleted', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:53:55.073066 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafab14-5690-45e5-973f-e0c63917a1e5" -d '{"events": [{"server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "name": "network-vif-deleted", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:53:55.109321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b11bb-96f2-4b75-9e99-c8eab70198cc x-openstack-request-id: req-f52b11bb-96f2-4b75-9e99-c8eab70198cc {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:53:55.109605 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399fc951-9241-4542-90da-4d821cb85ac4", "name": "network-vif-deleted", "tag": "3807c0a0-1e6f-4eb7-96ea-d8751a0b6171", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:53:55.109867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f52b11bb-96f2-4b75-9e99-c8eab70198cc {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:53:55.110252 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399fc951-9241-4542-90da-4d821cb85ac4', 'name': 'network-vif-deleted', 'tag': '3807c0a0-1e6f-4eb7-96ea-d8751a0b6171', 'status': 'completed', 'code': 200} Oct 27 01:53:55.374561 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866dcb1-7dd9-41e1-89c2-3d7e992f39ff req-e67036d7-08ad-4e4c-b808-c0bee239f881 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:55.376595 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8866dcb1-7dd9-41e1-89c2-3d7e992f39ff req-e67036d7-08ad-4e4c-b808-c0bee239f881 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0518513 Oct 27 01:53:55.415562 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8866dcb1-7dd9-41e1-89c2-3d7e992f39ff req-085787b4-3335-4955-8030-e665e44ec3f9 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331092 Oct 27 01:53:55.585493 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40cdf250-694c-4be9-97e2-02eec02a2b4a req-c84cbd62-2a12-4890-8925-c658b6ba5951 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=399fc951-9241-4542-90da-4d821cb85ac4 HTTP/1.1" status: 200 len: 210 time: 0.0260706 Oct 27 01:53:56.533020 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b504-ef01-4343-b969-943ae5b7e453 req-485bf605-e0f1-49c1-a652-efbb1d84e1fc tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:56.534372 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ac6b504-ef01-4343-b969-943ae5b7e453 req-485bf605-e0f1-49c1-a652-efbb1d84e1fc tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0510802 Oct 27 01:53:56.570338 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ac6b504-ef01-4343-b969-943ae5b7e453 req-2ec39228-4fa7-4b0f-95af-83bee47d3744 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Oct 27 01:53:57.681022 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98b8f-3515-49b9-b421-9d3eb6a7d66f req-327463e0-72fa-43d5-9033-8149165e629a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:57.682551 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59a98b8f-3515-49b9-b421-9d3eb6a7d66f req-327463e0-72fa-43d5-9033-8149165e629a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 943 time: 0.0483282 Oct 27 01:53:57.730149 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59a98b8f-3515-49b9-b421-9d3eb6a7d66f req-7219b5ef-860c-4c21-a050-b0f0a2e4fb58 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Oct 27 01:53:57.738070 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-66cbad6d-489a-4226-8082-57c5c25b6175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:58.232069 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fa9e6-35c8-45fb-80b7-e5e9148d29c1 req-ca75ae47-7900-4118-a67b-40624da1ab7f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:58.233571 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3f0fa9e6-35c8-45fb-80b7-e5e9148d29c1 req-ca75ae47-7900-4118-a67b-40624da1ab7f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0472264 Oct 27 01:53:58.236127 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:53:58.251693 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:53:58.271073 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3f0fa9e6-35c8-45fb-80b7-e5e9148d29c1 req-7dbf9a73-81dd-44ce-b5e7-262369eecf16 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Oct 27 01:53:58.276242 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:53:58.276785 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 3807c0a0-1e6f-4eb7-96ea-d8751a0b6171 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:53:58.364137 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:58.374733 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'port_id': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'mac_address': 'fa:16:3e:43:14:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:53:58.413783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:58.426616 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bfb984-9a1c-4aec-a026-7b22bb3c859b {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:53:58.445198 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:53:58.446557 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:58.520736 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:58.565715 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=7']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:53:58.812437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:53:58.843297 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf7f4-e8a5-401f-a767-cc2a5cf4c823 req-5a5396fa-9892-402d-bd14-d95092006b61 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:58.844754 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-78ebf7f4-e8a5-401f-a767-cc2a5cf4c823 req-5a5396fa-9892-402d-bd14-d95092006b61 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0473890 Oct 27 01:53:58.881486 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-78ebf7f4-e8a5-401f-a767-cc2a5cf4c823 req-43688f92-efa0-4799-af47-f74c8b29d184 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Oct 27 01:53:59.075685 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['29bfb984-9a1c-4aec-a026-7b22bb3c859b'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:53:59.389707 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ea56-f245-426d-8108-e47a1bc734cd req-ed28f7af-db74-4543-ab3b-a88d3e5e4c0f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:53:59.391131 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4758ea56-f245-426d-8108-e47a1bc734cd req-ed28f7af-db74-4543-ab3b-a88d3e5e4c0f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0517697 Oct 27 01:53:59.427080 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4758ea56-f245-426d-8108-e47a1bc734cd req-57a143fe-1882-4523-ab15-8a85968d3ada tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300882 Oct 27 01:53:59.910760 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-dd93b4d8-08e3-4309-b18f-57f24887dc95 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416617 Oct 27 01:54:00.023514 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad985b-1c9e-44b5-bd54-8fb91e6e8980 req-ab40acf6-a2f2-4e1f-8277-d87c7e08d28f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.025159 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a3ad985b-1c9e-44b5-bd54-8fb91e6e8980 req-ab40acf6-a2f2-4e1f-8277-d87c7e08d28f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0752544 Oct 27 01:54:00.031776 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83263-2b74-41a4-a416-c60953849f43 req-c3a7aeba-d06e-4a2f-b2a8-5957b2e570ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.033105 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-c3a7aeba-d06e-4a2f-b2a8-5957b2e570ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 1099 time: 0.0582089 Oct 27 01:54:00.065324 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a3ad985b-1c9e-44b5-bd54-8fb91e6e8980 req-07e246fb-0882-4c6d-afc9-0fa16b7aa1bf tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Oct 27 01:54:00.235676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83263-2b74-41a4-a416-c60953849f43 req-16f77fff-4657-4579-8904-eb4276534613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.237002 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-16f77fff-4657-4579-8904-eb4276534613 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.0838790 Oct 27 01:54:00.300824 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-2b0ff92d-3722-4788-be1c-176f9746b3d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 200 len: 1002 time: 0.0554855 Oct 27 01:54:00.351652 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83263-2b74-41a4-a416-c60953849f43 req-db1fe4d5-b4f9-4e44-ba0e-6fccf8fccec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.353115 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-db1fe4d5-b4f9-4e44-ba0e-6fccf8fccec7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0448210 Oct 27 01:54:00.477554 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83263-2b74-41a4-a416-c60953849f43 req-63ce6d60-5411-4281-b435-c5add0b8bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.479061 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-63ce6d60-5411-4281-b435-c5add0b8bd66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419915 Oct 27 01:54:00.485464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-59f38273-29cd-4715-b6d7-c14ff6565966 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.486964 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-59f38273-29cd-4715-b6d7-c14ff6565966 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.0490835 Oct 27 01:54:00.503734 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:00.573307 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-a989e4b5-31f0-40e5-a650-9dd8d44da16a service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Oct 27 01:54:00.600403 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2815fd7-4a1f-4f69-b105-dda72c729fcd req-49f1418e-c57a-4cd5-b568-0d071b472142 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:00.601880 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2815fd7-4a1f-4f69-b105-dda72c729fcd req-49f1418e-c57a-4cd5-b568-0d071b472142 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 946 time: 0.1026051 Oct 27 01:54:00.640583 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Deleting port ad658bcc-d9f0-4784-8dca-d675106c5727 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:00.640925 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:00.660264 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2815fd7-4a1f-4f69-b105-dda72c729fcd req-0a9a3ddd-98ed-44dd-9d10-b573917b5ad0 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Oct 27 01:54:00.668740 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-33a83263-2b74-41a4-a416-c60953849f43 req-21b16122-d176-49ec-81c7-79795d2e3281 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Oct 27 01:54:00.734939 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] For port ad658bcc-d9f0-4784-8dca-d675106c5727, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=ad658bcc-d9f0-4784-8dca-d675106c5727,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:00.735312 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:00.753192 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Calling delete_port for ad658bcc-d9f0-4784-8dca-d675106c5727 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:01.178107 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:01.180088 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629c35-9e4a-4a38-966d-5991f99e3bf7 req-43080690-3398-4cc2-bf5b-f9e9633eba58 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:01.181780 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-76629c35-9e4a-4a38-966d-5991f99e3bf7 req-43080690-3398-4cc2-bf5b-f9e9633eba58 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0485620 Oct 27 01:54:01.208350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event deleted for resources: {'Port': ['ID=ad658bcc-d9f0-4784-8dca-d675106c5727,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:01.216974 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f', 'c2675cc7-33bd-4809-864d-551c4e165f73', 'ad658bcc-d9f0-4784-8dca-d675106c5727'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:54:01.219775 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.220128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.220470 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.220809 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.221128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.221459 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.221787 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.222141 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.222636 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.222998 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.223446 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.223785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:01.226784 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-76629c35-9e4a-4a38-966d-5991f99e3bf7 req-d2f28051-bb07-47e2-bc63-f4aeaf2cb50f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Oct 27 01:54:01.260560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] No DVR routers for this DVR port ad658bcc-d9f0-4784-8dca-d675106c5727 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:54:01.262858 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:01.263214 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:01.266508 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-771b5bcf-6ec0-4092-86f6-7c11f683502b req-c6c86f2f-c571-40c3-abb2-4958163a8ae2 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "DELETE /v2.0/ports/ad658bcc-d9f0-4784-8dca-d675106c5727 HTTP/1.1" status: 204 len: 173 time: 0.7734759 Oct 27 01:54:01.266940 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'name': 'network-vif-deleted', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:01.269301 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b53d5-2809-4abe-aa0f-134917468bc6" -d '{"events": [{"server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "name": "network-vif-deleted", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:01.365737 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64330f93-53c2-4df2-bc68-59ab4d17b837 x-openstack-request-id: req-64330f93-53c2-4df2-bc68-59ab4d17b837 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:01.366027 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0475c25f-3578-4445-b286-a6ecc567a854", "name": "network-vif-deleted", "tag": "ad658bcc-d9f0-4784-8dca-d675106c5727", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:01.366267 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64330f93-53c2-4df2-bc68-59ab4d17b837 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:01.366672 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475c25f-3578-4445-b286-a6ecc567a854', 'name': 'network-vif-deleted', 'tag': 'ad658bcc-d9f0-4784-8dca-d675106c5727', 'status': 'completed', 'code': 200} Oct 27 01:54:01.767368 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a4e0d88e-d3a5-4e0b-ba84-b4bebc18b7dc req-cf799745-a111-4e1d-846b-be8eab30768b tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=0475c25f-3578-4445-b286-a6ecc567a854 HTTP/1.1" status: 200 len: 210 time: 0.0298131 Oct 27 01:54:02.290655 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:54:02.345623 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a996a81-1f59-44f6-9cff-4c7f0542c50a req-6a4780bd-7981-4e79-8d9f-0dbfd1579c2c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:02.347089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0a996a81-1f59-44f6-9cff-4c7f0542c50a req-6a4780bd-7981-4e79-8d9f-0dbfd1579c2c tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 944 time: 0.0491915 Oct 27 01:54:02.349712 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 29bfb984-9a1c-4aec-a026-7b22bb3c859b triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:54:02.350085 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:02.392851 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0a996a81-1f59-44f6-9cff-4c7f0542c50a req-54c8fd6e-2a7e-4738-a6c1-d4c54f6851c4 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Oct 27 01:54:02.428405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:02.450670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:02.455491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8288d0d-6a0e-4b77-9591-864a3731d5d9" -d '{"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-plugged", "status": "completed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:02.466349 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:02.488805 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91629ffb-03e5-412f-8cfb-8a1be2e5acb8 x-openstack-request-id: req-91629ffb-03e5-412f-8cfb-8a1be2e5acb8 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:02.489099 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-plugged", "status": "completed", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:02.489349 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91629ffb-03e5-412f-8cfb-8a1be2e5acb8 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:02.489740 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'code': 200} Oct 27 01:54:02.530375 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:02.531202 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ad658bcc-d9f0-4784-8dca-d675106c5727 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:54:02.569073 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: ad658bcc-d9f0-4784-8dca-d675106c5727 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:54:02.569412 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device ad658bcc-d9f0-4784-8dca-d675106c5727 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:54:02.594460 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=8']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:02.852465 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385a8d2-0f51-46d7-843f-93dee349cb2a req-c93c65e0-9815-4557-a35f-d222215fdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:02.853941 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b385a8d2-0f51-46d7-843f-93dee349cb2a req-c93c65e0-9815-4557-a35f-d222215fdfbd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0399661 Oct 27 01:54:02.896695 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b385a8d2-0f51-46d7-843f-93dee349cb2a req-70ced21a-10a3-4f15-9f3f-8b126fe41175 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275164 Oct 27 01:54:03.174215 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751f0c1-0ab1-4296-a786-3490ccab04bf req-111fdb6b-9ba7-4a0d-968e-adf4215567ce tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:03.175697 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0751f0c1-0ab1-4296-a786-3490ccab04bf req-111fdb6b-9ba7-4a0d-968e-adf4215567ce tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0507579 Oct 27 01:54:03.212173 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0751f0c1-0ab1-4296-a786-3490ccab04bf req-233808c7-4bfb-456b-846d-93c910c904f3 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Oct 27 01:54:03.729375 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960c266-f8c8-4e5a-922e-33b46e53bccc req-744cef24-1e45-401c-81b9-83b05d3bd6f9 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:03.731421 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6960c266-f8c8-4e5a-922e-33b46e53bccc req-744cef24-1e45-401c-81b9-83b05d3bd6f9 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.2712147 Oct 27 01:54:03.766832 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6960c266-f8c8-4e5a-922e-33b46e53bccc req-ba8b023a-eb3a-4205-94ca-c4aeb4eab272 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295043 Oct 27 01:54:04.323232 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d5596-22d2-4a3c-afa7-f36d8c1ad0b4 req-39c2d345-1272-447a-aef2-fa1fc22bc57e tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:04.324766 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cd0d5596-22d2-4a3c-afa7-f36d8c1ad0b4 req-39c2d345-1272-447a-aef2-fa1fc22bc57e tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0483046 Oct 27 01:54:04.362055 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cd0d5596-22d2-4a3c-afa7-f36d8c1ad0b4 req-4e24bd55-27b0-41c1-9856-b8d60174b3e7 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Oct 27 01:54:04.878206 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c3da-5b68-45cf-bcd1-06b1fdc1bbaa req-5d8a952e-bfec-4069-bf4d-ff4fabb29b23 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:04.879683 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-17b8c3da-5b68-45cf-bcd1-06b1fdc1bbaa req-5d8a952e-bfec-4069-bf4d-ff4fabb29b23 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0477200 Oct 27 01:54:04.916537 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-17b8c3da-5b68-45cf-bcd1-06b1fdc1bbaa req-328ef876-91ef-44e3-8e0b-84dcb84c7b09 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Oct 27 01:54:05.483137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55721ee-2602-4caa-9844-5739aa01f6a8 req-4d6a4448-ea79-43a5-b00a-a2b7b38a4e59 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:05.484601 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e55721ee-2602-4caa-9844-5739aa01f6a8 req-4d6a4448-ea79-43a5-b00a-a2b7b38a4e59 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0473824 Oct 27 01:54:05.521310 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e55721ee-2602-4caa-9844-5739aa01f6a8 req-8f8a8677-cb4b-4f53-aba8-c9e5c8156e38 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Oct 27 01:54:05.708591 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-c74c8e6c-5f80-4fa9-8461-c8343b15df6e tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:05.709991 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-c74c8e6c-5f80-4fa9-8461-c8343b15df6e tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 946 time: 0.0499094 Oct 27 01:54:05.809027 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Deleting port c2675cc7-33bd-4809-864d-551c4e165f73 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:05.809357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:05.894725 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] For port c2675cc7-33bd-4809-864d-551c4e165f73, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=c2675cc7-33bd-4809-864d-551c4e165f73,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:05.895079 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:05.907316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Calling delete_port for c2675cc7-33bd-4809-864d-551c4e165f73 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:06.069443 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:06.103040 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event deleted for resources: {'Port': ['ID=c2675cc7-33bd-4809-864d-551c4e165f73,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:06.108192 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f', 'c2675cc7-33bd-4809-864d-551c4e165f73'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:54:06.140621 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] No DVR routers for this DVR port c2675cc7-33bd-4809-864d-551c4e165f73 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:54:06.143209 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:06.146806 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c4cd8631-9275-4ff7-b8b6-8e0e004602c7 req-918cfe90-38ea-4c43-b1a4-7017e3a0a480 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "DELETE /v2.0/ports/c2675cc7-33bd-4809-864d-551c4e165f73 HTTP/1.1" status: 204 len: 173 time: 0.4288604 Oct 27 01:54:06.147386 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'name': 'network-vif-deleted', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:06.150464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05e0c4d-90a7-471f-89d6-f8961e85298d" -d '{"events": [{"server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "name": "network-vif-deleted", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:06.186989 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d7f469-db56-4cd9-a1fa-f33a6dd2f625 x-openstack-request-id: req-f5d7f469-db56-4cd9-a1fa-f33a6dd2f625 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:06.187273 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184fd673-868f-4ee8-aee4-df47c67f4c5f", "name": "network-vif-deleted", "tag": "c2675cc7-33bd-4809-864d-551c4e165f73", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:06.187550 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5d7f469-db56-4cd9-a1fa-f33a6dd2f625 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:06.187938 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184fd673-868f-4ee8-aee4-df47c67f4c5f', 'name': 'network-vif-deleted', 'tag': 'c2675cc7-33bd-4809-864d-551c4e165f73', 'status': 'completed', 'code': 200} Oct 27 01:54:06.621202 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3f803b95-52c1-49e9-8e6d-7ebfe8462fc2 req-99449874-36c2-4324-a0e2-b29155fc8079 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=184fd673-868f-4ee8-aee4-df47c67f4c5f HTTP/1.1" status: 200 len: 210 time: 0.0250068 Oct 27 01:54:08.326486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device c2675cc7-33bd-4809-864d-551c4e165f73 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:54:08.349006 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: c2675cc7-33bd-4809-864d-551c4e165f73 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:54:08.349342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device c2675cc7-33bd-4809-864d-551c4e165f73 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:54:09.414982 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38d96-682a-4cbe-adbb-a0a459053295 req-8720c424-304e-4487-8976-32d7d68d1529 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:09.416494 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6ce38d96-682a-4cbe-adbb-a0a459053295 req-8720c424-304e-4487-8976-32d7d68d1529 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0492921 Oct 27 01:54:09.455605 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6ce38d96-682a-4cbe-adbb-a0a459053295 req-24f5959f-2584-48ee-a63e-2e4fbd1074bb tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Oct 27 01:54:10.571128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555776bc-e246-45d9-86de-107c15407e1e req-18314a59-ca6c-4583-bb49-e61b095c5cc9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:10.572684 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-555776bc-e246-45d9-86de-107c15407e1e req-18314a59-ca6c-4583-bb49-e61b095c5cc9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Oct 27 01:54:10.614489 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-555776bc-e246-45d9-86de-107c15407e1e req-2c3ba9d8-81d0-46c0-b491-21563c238c37 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Oct 27 01:54:11.731130 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d480-c39d-4320-85d3-9300ca29220c req-446994d4-a81c-489e-9e9e-45c84d68e8ba tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:11.732608 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bd52d480-c39d-4320-85d3-9300ca29220c req-446994d4-a81c-489e-9e9e-45c84d68e8ba tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0485508 Oct 27 01:54:11.735339 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-80b1bd3f-9b91-4de3-86ff-eb26cf361873 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:11.736788 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-80b1bd3f-9b91-4de3-86ff-eb26cf361873 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 945 time: 0.0471058 Oct 27 01:54:11.770046 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bd52d480-c39d-4320-85d3-9300ca29220c req-056183b5-5bdc-4225-9dde-d0b09eb1ef75 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/security-groups?id=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Oct 27 01:54:11.825974 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Deleting port 729b0e21-f122-45a0-a569-86d5aef6a38f {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:11.826897 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:11.915072 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] For port 729b0e21-f122-45a0-a569-86d5aef6a38f, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=729b0e21-f122-45a0-a569-86d5aef6a38f,segment=NetworkSegment(fd0287e4-7457-40de-b842-67acb2196b29),segment_id=fd0287e4-7457-40de-b842-67acb2196b29)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:11.915474 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:11.928000 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Calling delete_port for 729b0e21-f122-45a0-a569-86d5aef6a38f owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:12.103354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:12.131495 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Pushing event deleted for resources: {'Port': ['ID=729b0e21-f122-45a0-a569-86d5aef6a38f,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:12.150782 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['729b0e21-f122-45a0-a569-86d5aef6a38f'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:54:12.170782 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] No DVR routers for this DVR port 729b0e21-f122-45a0-a569-86d5aef6a38f on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:54:12.173785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:12.177083 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d780b355-99b2-4f0b-b52d-9181c6e44b24 req-8154f070-a096-430a-9c15-dae8121dd8e9 tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.71 "DELETE /v2.0/ports/729b0e21-f122-45a0-a569-86d5aef6a38f HTTP/1.1" status: 204 len: 173 time: 0.4342656 Oct 27 01:54:12.177508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'name': 'network-vif-deleted', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:12.179803 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f351393-b5f6-4a4a-818b-af558627de6b" -d '{"events": [{"server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "name": "network-vif-deleted", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:12.214447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a515197f-388f-42a2-bf39-840c50a2190c x-openstack-request-id: req-a515197f-388f-42a2-bf39-840c50a2190c {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:12.214768 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068384eb-fc82-4799-81d7-2f79462ab7e9", "name": "network-vif-deleted", "tag": "729b0e21-f122-45a0-a569-86d5aef6a38f", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:12.215018 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a515197f-388f-42a2-bf39-840c50a2190c {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:12.215578 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068384eb-fc82-4799-81d7-2f79462ab7e9', 'name': 'network-vif-deleted', 'tag': '729b0e21-f122-45a0-a569-86d5aef6a38f', 'status': 'completed', 'code': 200} Oct 27 01:54:12.872531 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-54fe522f-ff8d-4c38-9ada-c34757f5197a req-a1bdc764-6753-4e42-8efe-10bb2e89822f tempest-AttachVolumeNegativeTest-819675347 tempest-AttachVolumeNegativeTest-819675347-project] 10.222.0.66 "GET /v2.0/ports?device_id=068384eb-fc82-4799-81d7-2f79462ab7e9 HTTP/1.1" status: 200 len: 210 time: 0.0254741 Oct 27 01:54:13.930749 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50276) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:13.972850 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Deleting subnet 5cc97760-1ab1-4220-bc9b-7bee0597b9b4 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:54:13.975844 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.011625 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.048463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.187463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.210797 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc97760-1ab1-4220-bc9b-7bee0597b9b4,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:14.216487 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.220177 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-98e1c4e0-bf19-48f6-823a-941da0e7cc94 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5cc97760-1ab1-4220-bc9b-7bee0597b9b4 HTTP/1.1" status: 204 len: 168 time: 0.2884245 Oct 27 01:54:14.222654 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50278) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:14.290431 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.357353 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 729b0e21-f122-45a0-a569-86d5aef6a38f no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:54:14.365367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.376385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 729b0e21-f122-45a0-a569-86d5aef6a38f {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:54:14.376731 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 729b0e21-f122-45a0-a569-86d5aef6a38f not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:54:14.384064 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5808f411-1248-4018-81a2-3a976b063b91']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:14.393822 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0287e4-7457-40de-b842-67acb2196b29') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:14.394115 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0287e4-7457-40de-b842-67acb2196b29') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:14.402974 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.415990 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.421634 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:54:14.422005 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:54:14.423612 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:54:14.541691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.546955 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:14.552392 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5808f411-1248-4018-81a2-3a976b063b91 HTTP/1.1" status: 204 len: 168 time: 0.3265369 Oct 27 01:54:14.561787 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413e6c1-443b-45de-9013-b28dade00562 admin admin] Pushing event deleted for resources: {'Network': ['ID=5808f411-1248-4018-81a2-3a976b063b91,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:14.926009 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50282) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:14.964035 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4f7a27ae-81e5-4b96-a5ac-20ff7a96123b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d41478c57ab742d6a04aa8506983742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369391 Oct 27 01:54:14.966346 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50284) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:15.012371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:15.032724 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:15.154582 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:15.157141 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:15.158449 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59fdf05a-6cd7-4dd6-95bc-170b36df7ef6 HTTP/1.1" status: 204 len: 168 time: 0.1910994 Oct 27 01:54:15.166088 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846361-4a32-4b40-8875-8c4a01a7ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fdf05a-6cd7-4dd6-95bc-170b36df7ef6,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:17.277517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50326) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:17.381127 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8a12304b-6641-4665-b99a-28998a665a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.450553 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8a12304b-6641-4665-b99a-28998a665a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.526517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8a12304b-6641-4665-b99a-28998a665a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.563527 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12304b-6641-4665-b99a-28998a665a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9510c64d-41d4-45bc-be78-a3c41de1bb9e,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:17.567761 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8a12304b-6641-4665-b99a-28998a665a35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e69c1138c92b49658a7b98efc08edcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892148 Oct 27 01:54:17.574484 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50330) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:17.617751 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.639031 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.771872 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.774468 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:17.775611 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9510c64d-41d4-45bc-be78-a3c41de1bb9e HTTP/1.1" status: 204 len: 168 time: 0.2043607 Oct 27 01:54:17.783587 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f624be-1cce-46f2-9b2c-a86e280c6a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9510c64d-41d4-45bc-be78-a3c41de1bb9e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:18.342668 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50336) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:18.355518 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-259d5392-daf2-46c5-82be-bdc15fb2c9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.428382 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-259d5392-daf2-46c5-82be-bdc15fb2c9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.489980 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-259d5392-daf2-46c5-82be-bdc15fb2c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.526976 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-259d5392-daf2-46c5-82be-bdc15fb2c9e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dde92af07b03484587a8ec599f715de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832075 Oct 27 01:54:18.527880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5392-daf2-46c5-82be-bdc15fb2c9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b2cf9-d596-4ae5-b5c8-dbfbc7296dbb,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:18.530227 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50338) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:18.577425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.601318 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.720242 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.722883 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:18.724059 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d60b2cf9-d596-4ae5-b5c8-dbfbc7296dbb HTTP/1.1" status: 204 len: 168 time: 0.1928132 Oct 27 01:54:18.732034 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74d80-fe62-469b-a08c-8bb13424a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b2cf9-d596-4ae5-b5c8-dbfbc7296dbb,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:22.858162 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:54:23.733243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997f04-e081-4793-b843-952e984a699b req-94d8b1d5-5616-42e1-b255-97d82fe8cd22 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:23.734898 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f0997f04-e081-4793-b843-952e984a699b req-94d8b1d5-5616-42e1-b255-97d82fe8cd22 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Oct 27 01:54:23.770519 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50496) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:23.772878 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f0997f04-e081-4793-b843-952e984a699b req-b417e50d-b3e1-4545-af11-fe145c333470 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Oct 27 01:54:23.869307 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-040906c5-dddf-4a09-9f69-f8e34fe829b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:23.940438 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-040906c5-dddf-4a09-9f69-f8e34fe829b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:23.988298 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-040906c5-dddf-4a09-9f69-f8e34fe829b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.024558 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-040906c5-dddf-4a09-9f69-f8e34fe829b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d0ea92426a84c11aacf88cbe4b84ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529290 Oct 27 01:54:24.026357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040906c5-dddf-4a09-9f69-f8e34fe829b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd7e4d-467d-4bb5-9e4e-7ad695f8fb10,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:24.027318 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50500) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:24.075423 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.097109 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.217035 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.220257 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.221535 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfcd7e4d-467d-4bb5-9e4e-7ad695f8fb10 HTTP/1.1" status: 204 len: 168 time: 0.1932385 Oct 27 01:54:24.229183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd7e4d-467d-4bb5-9e4e-7ad695f8fb10,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:24.236346 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.236691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.237023 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.237350 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.237676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.238001 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.238323 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.238646 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.239114 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.239468 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.239785 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.240302 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990dc9aa-09a0-49d9-ab99-cc39d8345bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:24.769560 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50506) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:24.785331 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3c246787-cf1c-4732-bc0a-c61bde4c7ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.829656 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac8cc-2d9e-4bd5-a5b4-a25529cfc515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.859203 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3c246787-cf1c-4732-bc0a-c61bde4c7ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.893720 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfda74-102e-47a3-942d-575c54960a4b req-145c54d6-4f50-4a3f-8c75-2a30e595f3bc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:24.895188 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-73dfda74-102e-47a3-942d-575c54960a4b req-145c54d6-4f50-4a3f-8c75-2a30e595f3bc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0497630 Oct 27 01:54:24.932004 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-73dfda74-102e-47a3-942d-575c54960a4b req-4396b338-8a6e-4bd0-882c-83fea7806754 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307429 Oct 27 01:54:24.943308 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3c246787-cf1c-4732-bc0a-c61bde4c7ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:24.981345 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3c246787-cf1c-4732-bc0a-c61bde4c7ad1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b01d8fb2e6e64730ba196c7ddfac4d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106349 Oct 27 01:54:24.982169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c246787-cf1c-4732-bc0a-c61bde4c7ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f3296-1cd2-4d28-aa1d-ba6e017f9efb,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:24.984517 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50510) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:25.034850 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:25.055448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:25.204588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:25.207081 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:25.208276 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/816f3296-1cd2-4d28-aa1d-ba6e017f9efb HTTP/1.1" status: 204 len: 168 time: 0.2227862 Oct 27 01:54:25.218661 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61482f3-5065-451e-bbe4-d182f89af0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f3296-1cd2-4d28-aa1d-ba6e017f9efb,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:26.055467 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c9a8-27b6-4292-b880-494a705bda4f req-fe32b4fa-084c-4e1d-a079-237233f20ac3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:26.056972 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7c93c9a8-27b6-4292-b880-494a705bda4f req-fe32b4fa-084c-4e1d-a079-237233f20ac3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0526252 Oct 27 01:54:26.096658 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7c93c9a8-27b6-4292-b880-494a705bda4f req-c7db0d57-397b-43fa-b0fe-b72a9ea36f79 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=9805500a-a553-4621-beec-1c0e32f06f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Oct 27 01:54:26.112827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-3db08c0f-7239-4d99-892f-b30f0af17585 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:26.114284 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-3db08c0f-7239-4d99-892f-b30f0af17585 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 946 time: 0.0483985 Oct 27 01:54:26.224072 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Deleting port f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:26.224415 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:26.310504 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] For port f7866517-f1cd-4cf0-843a-526f2a08dd32, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=f7866517-f1cd-4cf0-843a-526f2a08dd32,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:26.310974 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:26.569996 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:26.570305 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:26.570623 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Floating IP 668f18d8-ec60-45b5-b93e-66af9560daf3 disassociated. External IP: 172.27.0.203, port: f7866517-f1cd-4cf0-843a-526f2a08dd32. Oct 27 01:54:26.570961 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Calling delete_port for f7866517-f1cd-4cf0-843a-526f2a08dd32 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:26.781384 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:26.809107 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'Port': ['ID=f7866517-f1cd-4cf0-843a-526f2a08dd32,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:26.924321 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:54:27.033417 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:54:27.044986 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:54:27.057172 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:27.058005 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:53:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:27.076125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] No DVR routers for this DVR port f7866517-f1cd-4cf0-843a-526f2a08dd32 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:54:27.079431 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:27.082865 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b29d9ff8-5cd7-4558-a800-04948d43db86 req-cbd4bf43-0000-4768-98e8-b2ecd418ffd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "DELETE /v2.0/ports/f7866517-f1cd-4cf0-843a-526f2a08dd32 HTTP/1.1" status: 204 len: 173 time: 0.9610682 Oct 27 01:54:27.083364 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-deleted', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:27.085568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199352f1-9d0e-4fca-b227-722ca05722dc" -d '{"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-deleted", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:27.128661 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046525ed-3ef4-4453-8f85-ed20dc2ca73b x-openstack-request-id: req-046525ed-3ef4-4453-8f85-ed20dc2ca73b {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:27.129309 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ac27e-4d51-47ad-ade7-94504bb76b15", "name": "network-vif-deleted", "tag": "f7866517-f1cd-4cf0-843a-526f2a08dd32", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:27.129413 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-046525ed-3ef4-4453-8f85-ed20dc2ca73b {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:27.129813 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ac27e-4d51-47ad-ade7-94504bb76b15', 'name': 'network-vif-deleted', 'tag': 'f7866517-f1cd-4cf0-843a-526f2a08dd32', 'status': 'completed', 'code': 200} Oct 27 01:54:27.186718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:27.229515 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d432c4dd-2f9c-43da-91d2-c1c38878c540 req-4ccacc15-5ee5-4f81-9e11-9b8f1f4f928e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f0ac27e-4d51-47ad-ade7-94504bb76b15 HTTP/1.1" status: 200 len: 210 time: 0.0463290 Oct 27 01:54:27.519013 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:27.545581 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:54:27.554526 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:27.555140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:53:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:27.661238 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:27.780371 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-587d2356-e1e1-4e93-a603-8ada69b5e759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:27.890197 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:27.916670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660db715-8973-4c09-a42f-14afae2a5a1c None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:54:28.197116 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3d02d-ab31-4ac9-9d3a-ce2d9d63ea2e None None] New status for floating IP 668f18d8-ec60-45b5-b93e-66af9560daf3: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:54:28.406369 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:54:28.435439 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: f7866517-f1cd-4cf0-843a-526f2a08dd32 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:54:28.435839 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device f7866517-f1cd-4cf0-843a-526f2a08dd32 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:54:28.467934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.472294 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50580) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:28.532366 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.557637 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.678663 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.681347 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.682486 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "DELETE /v2.0/security-groups/9805500a-a553-4621-beec-1c0e32f06f0f HTTP/1.1" status: 204 len: 168 time: 0.2121468 Oct 27 01:54:28.689990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50582) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:28.693274 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac163-7f01-492e-bbc4-ea8e7f803eb7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805500a-a553-4621-beec-1c0e32f06f0f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:28.700300 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.api.v2.resource [None req-0999e5a4-d4ea-4d1f-992c-cc6cb92dce15 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] show failed (client error): The resource could not be found. Oct 27 01:54:28.701319 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0999e5a4-d4ea-4d1f-992c-cc6cb92dce15 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups/9805500a-a553-4621-beec-1c0e32f06f0f HTTP/1.1" status: 404 len: 347 time: 0.0141637 Oct 27 01:54:28.704633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50584) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:28.821061 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.832651 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Deleting port c163d260-b02d-4406-8e6a-0ec46f1003c3 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:28.833004 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.912111 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.912442 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:28.924304 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Calling delete_port for c163d260-b02d-4406-8e6a-0ec46f1003c3 owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:29.146883 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.173892 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'Port': ['ID=c163d260-b02d-4406-8e6a-0ec46f1003c3,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:29.242257 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.245037 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.246192 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-30edb0f4-7791-4f57-954a-90a14363448f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "DELETE /v2.0/floatingips/668f18d8-ec60-45b5-b93e-66af9560daf3 HTTP/1.1" status: 204 len: 168 time: 0.5401578 Oct 27 01:54:29.612827 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50590) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:29.617317 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017675784', 'description': 'tempest-description--58517321'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:29.718503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.781139 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.844026 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:29.870789 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa6a59-f9a3-49af-b668-a99970f83e40,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:30.008052 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.009290 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a9b8dad5-da4e-4852-b931-601290027477 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3954477 Oct 27 01:54:30.012198 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50592) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:30.016516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group_rule': {'security_group_id': 'deaa6a59-f9a3-49af-b668-a99970f83e40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:30.084552 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.138304 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.200246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.216509 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62408085-a520-4878-b8c3-847c220c6ee8,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:30.293300 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.294544 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-10a556bb-944c-4eb2-befb-243753bbe566 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814374 Oct 27 01:54:30.297811 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50604) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:30.302297 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'security_group_rule': {'security_group_id': 'deaa6a59-f9a3-49af-b668-a99970f83e40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:30.417689 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.478132 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.514426 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.542549 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.561002 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a4cb26-26fd-4c89-ab97-548a3266f0ff,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:30.636208 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.637306 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-73ee2e76-5c9d-413e-8478-3fe5cfd84fd2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384104 Oct 27 01:54:30.641135 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50608) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:30.645370 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:30.748720 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.844520 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:30.945744 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Allocated IP 172.27.0.103 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/472a6166-7e9c-4aea-90d7-ce7b5dd0c129) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:54:31.042698 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.153177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.191404 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:54:31.194197 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:54:31.197673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:54:31.203730 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=472a6166-7e9c-4aea-90d7-ce7b5dd0c129,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:31.281946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.295744 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.378425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.526261 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.586794 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.656233 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=472a6166-7e9c-4aea-90d7-ce7b5dd0c129,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:31.665909 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.737153 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:31.738383 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-36918396-640a-4bb5-8c92-7cee332417a7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0963178 Oct 27 01:54:31.902510 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50632) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:31.923203 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-d79687d1-a620-4fb2-b9cc-e9bc40a8d7da tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2017675784&fields=id&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 267 time: 0.0335526 Oct 27 01:54:32.028993 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-4f1d669e-d3b5-4998-94f1-ec055d95fdb4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:32.030974 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-4f1d669e-d3b5-4998-94f1-ec055d95fdb4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 816 time: 0.1008132 Oct 27 01:54:32.047012 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-be9be28f-6b27-47ac-9ec3-a3bfe7515de4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/quotas/59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 375 time: 0.0095484 Oct 27 01:54:32.048418 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-aee1adc3-b125-43d8-938a-730e5a37487e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.101274 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-18a9676d-803b-4c0a-b949-d678f70449cc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478396 Oct 27 01:54:32.121409 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-aee1adc3-b125-43d8-938a-730e5a37487e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.177101 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-aee1adc3-b125-43d8-938a-730e5a37487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.200253 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-48f58a7b-8e8d-4f84-ae61-d4bc1d021bd8 service neutron] 10.222.0.66 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865011 Oct 27 01:54:32.215756 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-aee1adc3-b125-43d8-938a-730e5a37487e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f1c54e5c41343419a88ab607821f32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121364 Oct 27 01:54:32.216464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1adc3-b125-43d8-938a-730e5a37487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8038fadc-9177-4321-b5c0-17c4952e2386,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:32.219322 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50638) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:32.267777 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.289290 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.294246 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-baea85d0-6ac7-470f-9e25-8517149b947d service neutron] 10.222.0.66 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Oct 27 01:54:32.406229 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.408874 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:32.418291 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8038fadc-9177-4321-b5c0-17c4952e2386 HTTP/1.1" status: 204 len: 168 time: 0.1898160 Oct 27 01:54:32.418291 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c16f-2bf4-41e9-bd5a-ba1ed904a669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038fadc-9177-4321-b5c0-17c4952e2386,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:32.525081 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8103f8b4-9015-4110-97d4-11f148ccda6c req-ba55a680-e281-4008-8318-b7a5b520c14e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 210 time: 0.0288534 Oct 27 01:54:33.015330 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50656) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:33.028384 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1e6164e3-856f-4ed2-9ef6-68b7016bff77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.100669 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1e6164e3-856f-4ed2-9ef6-68b7016bff77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.226629 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1e6164e3-856f-4ed2-9ef6-68b7016bff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.266135 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6164e3-856f-4ed2-9ef6-68b7016bff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8665c6-751c-4fec-9533-376c50ce8a7d,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:33.270383 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1e6164e3-856f-4ed2-9ef6-68b7016bff77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9efbe946951049db8b7efa761576ffd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540298 Oct 27 01:54:33.273222 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50658) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:33.321580 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.345750 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.451153 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.454633 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:33.456080 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c8665c6-751c-4fec-9533-376c50ce8a7d HTTP/1.1" status: 204 len: 168 time: 0.1817968 Oct 27 01:54:33.464579 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759ffe9-2b1a-4dff-917e-0347f6ee7f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8665c6-751c-4fec-9533-376c50ce8a7d,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:33.622109 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4a2a4d9d-8b16-494b-8a93-d5d677a20697 req-8207e62e-8823-4e26-99a6-12532ae3b93c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Oct 27 01:54:34.552248 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-e5d8985a-e232-44b2-a972-d246c548876b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:34.553803 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-e5d8985a-e232-44b2-a972-d246c548876b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 816 time: 0.1036623 Oct 27 01:54:34.609513 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-a21561c7-53ce-45f9-be9c-f0243062a0c0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 380 time: 0.0343351 Oct 27 01:54:34.619849 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'port': {'device_id': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'admin_state_up': True, 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'security_groups': ['deaa6a59-f9a3-49af-b668-a99970f83e40']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:34.736475 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c1bcb188-359b-477c-aac4-f30c3e9f2805 req-4ffbf5cb-c338-4750-ba38-1cbb3a6837eb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 210 time: 0.0360739 Oct 27 01:54:34.845833 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Made reservation on behalf of 59a3b3571da641169cf80fe1afdd9c84 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:54:34.849652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:34.974517 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Allocated IP 172.20.0.4 (d1d2fdb1-c235-4885-861d-330ad9535aab/753666b8-2900-47e3-b9e9-95d442dcc965/30718a21-547a-4dcb-a574-7a92c8d83e7a) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:54:35.111670 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.198668 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.242724 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Network d1d2fdb1-c235-4885-861d-330ad9535aab is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:54:35.245781 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:54:35.249527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:54:35.279140 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:35.308792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:35.309517 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.378225 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-4b2b077c-fd05-4d2f-ac58-51df563982c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621355 Oct 27 01:54:35.398236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Request body: {'port': {'device_id': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:35.450493 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.513835 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-347254ea-27ad-4409-9f0a-791aabd178e4 None None] Provisioning complete for port 30718a21-547a-4dcb-a574-7a92c8d83e7a triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:54:35.514920 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-347254ea-27ad-4409-9f0a-791aabd178e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.550882 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-347254ea-27ad-4409-9f0a-791aabd178e4 None None] Port 30718a21-547a-4dcb-a574-7a92c8d83e7a cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:54:35.706956 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:54:35.714218 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.725809 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Transition to ACTIVE for port object 30718a21-547a-4dcb-a574-7a92c8d83e7a will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:54:35.794326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:35.849316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:35.857902 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fedea-416f-4826-a13d-4568d8b89323 req-3edf64f3-4d8b-4b28-aa7e-309f1145bd9c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:35.867410 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c69fedea-416f-4826-a13d-4568d8b89323 req-3edf64f3-4d8b-4b28-aa7e-309f1145bd9c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0611451 Oct 27 01:54:35.915833 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c69fedea-416f-4826-a13d-4568d8b89323 req-8d6c12b0-589a-4342-ada9-337ac3b4aea2 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474963 Oct 27 01:54:35.920855 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Attempting to bind port 30718a21-547a-4dcb-a574-7a92c8d83e7a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:54:35.921194 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Attempting to bind port 30718a21-547a-4dcb-a574-7a92c8d83e7a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:54:35.921523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Attempting to bind port 30718a21-547a-4dcb-a574-7a92c8d83e7a on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:54:35.926016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Port 30718a21-547a-4dcb-a574-7a92c8d83e7a on network d1d2fdb1-c235-4885-861d-330ad9535aab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:54:35.926386 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Attempting to bind port 30718a21-547a-4dcb-a574-7a92c8d83e7a on network d1d2fdb1-c235-4885-861d-330ad9535aab {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:54:35.938325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:54:35.938666 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Checking segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:54:35.939049 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Bound using segment: {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:54:35.939506 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Bound port: 30718a21-547a-4dcb-a574-7a92c8d83e7a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b28f65-84a7-46d1-a672-08c4b98d2eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:54:35.939936 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:36.004941 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:54:36.008071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:54:36.074873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:36.110099 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.110706 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:36.112122 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] 10.222.0.71 "PUT /v2.0/ports/30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 1093 time: 0.7184227 Oct 27 01:54:36.112566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:36.114807 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521" -d '{"events": [{"name": "network-changed", "server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:36.137870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13cd1-fccc-47ee-98e0-a36c04f5116e service neutron] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:36.162266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e599d89e-4823-411f-b2ef-2ed840e888aa x-openstack-request-id: req-e599d89e-4823-411f-b2ef-2ed840e888aa {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:36.162562 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:36.163226 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e599d89e-4823-411f-b2ef-2ed840e888aa {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:36.163715 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'status': 'completed', 'code': 200} Oct 27 01:54:36.265219 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-18fc3eb1-298d-400e-b145-7d7e7cfce7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.266813 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-18fc3eb1-298d-400e-b145-7d7e7cfce7c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1096 time: 0.0501530 Oct 27 01:54:36.382640 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-0f92ba9c-439f-49d7-9ad5-ed5eeeb3cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.384064 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-0f92ba9c-439f-49d7-9ad5-ed5eeeb3cb49 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=59a3b3571da641169cf80fe1afdd9c84&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0992861 Oct 27 01:54:36.730270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-5f4ebf66-a802-4a9f-b7d4-d88362d5cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.731770 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7124ca9f-95cd-4fd7-9782-ecc0bcfdf521 req-5f4ebf66-a802-4a9f-b7d4-d88362d5cb6f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3379853 Oct 27 01:54:36.845469 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-db95bd85-50ac-49e5-968a-554faa7c3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.846811 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-db95bd85-50ac-49e5-968a-554faa7c3279 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1096 time: 0.0396688 Oct 27 01:54:36.894650 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-55d0658d-db5b-4a1c-bd5c-0f94b45a808a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 217 time: 0.0333407 Oct 27 01:54:36.941871 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-9c8c43a8-5f46-4150-9962-582fe51feb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.943389 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-9c8c43a8-5f46-4150-9962-582fe51feb8c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0416920 Oct 27 01:54:36.992366 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d923cb-68cc-413a-a496-32007b9191ac req-cb22331b-b947-46fe-9ba2-ec6fb7f53dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:36.993849 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-cb22331b-b947-46fe-9ba2-ec6fb7f53dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424581 Oct 27 01:54:37.033062 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d0ef0-3384-4629-bfce-2a88f8dbc157 req-a3ff03ba-6859-4804-a6bc-e492f467eb4c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:37.034541 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4f5d0ef0-3384-4629-bfce-2a88f8dbc157 req-a3ff03ba-6859-4804-a6bc-e492f467eb4c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0476322 Oct 27 01:54:37.070955 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4f5d0ef0-3384-4629-bfce-2a88f8dbc157 req-325ab5ed-b8a8-4e38-b2a5-11743072ee91 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305195 Oct 27 01:54:37.086048 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-78db0519-1d2a-4adc-85b5-625bbaafbbf1 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Oct 27 01:54:37.181313 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87d923cb-68cc-413a-a496-32007b9191ac req-3b821605-6865-4562-814a-fa6af9ffa48f service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845647 Oct 27 01:54:38.190196 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de15d09-c4cd-4492-b10f-c7e7744bee36 req-f3870f27-4135-47c8-9172-42dfd541daa5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:38.191723 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3de15d09-c4cd-4492-b10f-c7e7744bee36 req-f3870f27-4135-47c8-9172-42dfd541daa5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0490408 Oct 27 01:54:38.230318 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3de15d09-c4cd-4492-b10f-c7e7744bee36 req-4ed556f0-4394-46bb-8478-2d492290b080 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Oct 27 01:54:39.346321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78949a-4007-4825-a79a-51a4a00ef85c req-aaf68add-dce6-4d0d-9029-78fb234e8efb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:39.347789 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d78949a-4007-4825-a79a-51a4a00ef85c req-aaf68add-dce6-4d0d-9029-78fb234e8efb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0477467 Oct 27 01:54:39.384064 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d78949a-4007-4825-a79a-51a4a00ef85c req-1a7de517-832b-4777-8ba2-5cb30e1d7093 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Oct 27 01:54:40.505668 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34bfe-392e-415b-b035-cd4581afa9a9 req-0a27ca20-9a41-4eb4-ad4a-c78955689069 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:40.507117 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ceb34bfe-392e-415b-b035-cd4581afa9a9 req-0a27ca20-9a41-4eb4-ad4a-c78955689069 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0524383 Oct 27 01:54:40.544767 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ceb34bfe-392e-415b-b035-cd4581afa9a9 req-6146d3fc-4e8b-4773-b00c-85eb3a883e09 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Oct 27 01:54:41.673017 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a592-8c1d-4d1a-92c8-49393ccac02a req-d4a2e238-62a5-4c2d-96c4-cf39cc6eb0ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:41.674459 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8a89a592-8c1d-4d1a-92c8-49393ccac02a req-d4a2e238-62a5-4c2d-96c4-cf39cc6eb0ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0473256 Oct 27 01:54:41.714912 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8a89a592-8c1d-4d1a-92c8-49393ccac02a req-b280b6a1-01b1-4880-9cb5-f781aae9982b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Oct 27 01:54:42.835003 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7533d-33f1-4e56-8c34-cb60aacacad3 req-6c970d98-2f59-48e1-b0ea-14540d29d893 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:42.836493 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55c7533d-33f1-4e56-8c34-cb60aacacad3 req-6c970d98-2f59-48e1-b0ea-14540d29d893 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Oct 27 01:54:42.873407 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55c7533d-33f1-4e56-8c34-cb60aacacad3 req-9f52a798-4b75-453c-86e2-0b458b336d27 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Oct 27 01:54:43.221175 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac1c06-23b2-484f-843b-8d007e4907c2 req-709593b8-1729-4b88-b063-3bc735c71007 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:43.222646 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aeac1c06-23b2-484f-843b-8d007e4907c2 req-709593b8-1729-4b88-b063-3bc735c71007 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0486670 Oct 27 01:54:43.260368 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-aeac1c06-23b2-484f-843b-8d007e4907c2 req-2d0fe715-1592-4d90-ae6d-82fa9943890d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Oct 27 01:54:43.992825 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8ebcb-a6f9-4163-a15d-4048a658464c req-97a36736-c4f7-4a71-ba25-41f59ae143dd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:43.994279 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-25d8ebcb-a6f9-4163-a15d-4048a658464c req-97a36736-c4f7-4a71-ba25-41f59ae143dd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0480843 Oct 27 01:54:44.030245 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-25d8ebcb-a6f9-4163-a15d-4048a658464c req-a23c7448-ac6b-4e4a-bf30-1b96b55afff6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300517 Oct 27 01:54:44.376115 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb6ad6-9b36-4c89-a717-73acc1b39645 req-a62f7fc0-bfe4-4972-a4d6-0158096d7802 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:44.377601 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3fdb6ad6-9b36-4c89-a717-73acc1b39645 req-a62f7fc0-bfe4-4972-a4d6-0158096d7802 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0500057 Oct 27 01:54:44.418019 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3fdb6ad6-9b36-4c89-a717-73acc1b39645 req-9b7ec218-83fb-424b-8802-771d6c508a01 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=f1bfa46e-c590-4a18-afca-231640731cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345669 Oct 27 01:54:44.480621 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:54:44.507757 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-39a08af9-aeee-4464-9196-86c1135fc99e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:44.509193 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-39a08af9-aeee-4464-9196-86c1135fc99e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 946 time: 0.0479934 Oct 27 01:54:44.575204 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:44.586537 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:54:44.604022 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Deleting port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:44.604359 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.620886 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.633597 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:54:44.652925 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:44.690037 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] For port 693ab7c0-e322-4472-ba2f-3e70aabdfed3, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=693ab7c0-e322-4472-ba2f-3e70aabdfed3,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:44.690401 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.714132 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.762170 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:44.769983 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.770331 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.770666 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.770997 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.771342 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.771670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.771993 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.772312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.772634 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.772952 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.773272 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.773586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:54:44.861372 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.861646 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:44.861955 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Floating IP eccff439-49dd-47d7-88f1-6e505cb45c88 disassociated. External IP: 172.27.0.248, port: 693ab7c0-e322-4472-ba2f-3e70aabdfed3. Oct 27 01:54:44.862286 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Calling delete_port for 693ab7c0-e322-4472-ba2f-3e70aabdfed3 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:45.039504 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:45.073348 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'Port': ['ID=693ab7c0-e322-4472-ba2f-3e70aabdfed3,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:45.160616 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['30718a21-547a-4dcb-a574-7a92c8d83e7a'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:54:45.203023 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb332a-fb70-49df-9f50-1f62e479920a req-90f976e9-4fc0-463f-a77f-15eddeda9485 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:45.204559 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e0eb332a-fb70-49df-9f50-1f62e479920a req-90f976e9-4fc0-463f-a77f-15eddeda9485 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0879624 Oct 27 01:54:45.241415 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:54:45.256423 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e0eb332a-fb70-49df-9f50-1f62e479920a req-53017189-5fe8-4cb6-89d3-15bf0c065ffd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Oct 27 01:54:45.358119 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:54:45.369180 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:54:45.378776 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:45.379481 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:45.397350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] No DVR routers for this DVR port 693ab7c0-e322-4472-ba2f-3e70aabdfed3 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:54:45.400032 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:45.403483 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f82d799-8b32-4878-a47d-1085f6c81d68 req-178ed35f-dc64-4fbe-92e6-27512d2a8e09 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "DELETE /v2.0/ports/693ab7c0-e322-4472-ba2f-3e70aabdfed3 HTTP/1.1" status: 204 len: 173 time: 0.8850665 Oct 27 01:54:45.404054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'name': 'network-vif-deleted', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:45.407383 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16964b0-8f51-4e41-b4af-6a0dcff08825" -d '{"events": [{"server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "name": "network-vif-deleted", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:45.445726 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d9a6d-b8c2-40f4-b0b4-a2aac8aa85fc x-openstack-request-id: req-596d9a6d-b8c2-40f4-b0b4-a2aac8aa85fc {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:45.446019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447d5110-114c-4eef-80a2-0ecd802117ad", "name": "network-vif-deleted", "tag": "693ab7c0-e322-4472-ba2f-3e70aabdfed3", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:45.446303 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-596d9a6d-b8c2-40f4-b0b4-a2aac8aa85fc {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:45.446675 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447d5110-114c-4eef-80a2-0ecd802117ad', 'name': 'network-vif-deleted', 'tag': '693ab7c0-e322-4472-ba2f-3e70aabdfed3', 'status': 'completed', 'code': 200} Oct 27 01:54:45.511035 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:45.680354 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-542acad7-8d8d-4c80-9a8b-14fd506df673 req-4778b638-e040-4524-8f66-9fce54efea86 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=447d5110-114c-4eef-80a2-0ecd802117ad HTTP/1.1" status: 200 len: 210 time: 0.0264401 Oct 27 01:54:45.745027 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:45.770310 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:54:45.778440 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:45.779025 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:45.879374 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:46.071561 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:46.098492 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887bb9d-e4fd-4861-b10e-dacae46304aa None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:54:46.306500 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded4d24-f840-4303-ac3d-86e67f0ddeb4 None None] New status for floating IP eccff439-49dd-47d7-88f1-6e505cb45c88: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:54:46.386252 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7598e-510f-4fc9-b7d2-782978cd596b req-cd694f8a-5c0c-401d-8767-3ada991e70f4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:46.387777 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55f7598e-510f-4fc9-b7d2-782978cd596b req-cd694f8a-5c0c-401d-8767-3ada991e70f4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0491290 Oct 27 01:54:46.426908 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55f7598e-510f-4fc9-b7d2-782978cd596b req-5a6937c5-a409-49dd-a15f-1a334d0a0614 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Oct 27 01:54:46.520743 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:54:46.656795 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 30718a21-547a-4dcb-a574-7a92c8d83e7a completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:54:46.660726 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 30718a21-547a-4dcb-a574-7a92c8d83e7a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:54:46.661120 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:46.741241 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:46.764486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:46.766705 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19666119-44e6-49bd-bae8-33e272ee6276" -d '{"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:46.779050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:54:46.801408 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce83eb-9e22-4de7-b7ea-6e0834fc4140 x-openstack-request-id: req-1dce83eb-9e22-4de7-b7ea-6e0834fc4140 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:46.801727 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:46.801979 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dce83eb-9e22-4de7-b7ea-6e0834fc4140 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:46.802369 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'code': 200} Oct 27 01:54:46.811780 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50804) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:46.828606 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:46.829604 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 693ab7c0-e322-4472-ba2f-3e70aabdfed3 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:54:46.851742 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 693ab7c0-e322-4472-ba2f-3e70aabdfed3 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:54:46.852165 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 693ab7c0-e322-4472-ba2f-3e70aabdfed3 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:54:46.872703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:46.899062 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:46.899662 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:46.999867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.002537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.003707 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "DELETE /v2.0/security-groups/f1bfa46e-c590-4a18-afca-231640731cdd HTTP/1.1" status: 204 len: 168 time: 0.1908994 Oct 27 01:54:47.010580 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50808) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:47.013013 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce4589-9ef7-4369-8088-439feb572c33 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bfa46e-c590-4a18-afca-231640731cdd,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:47.016813 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50810) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:47.021567 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.api.v2.resource [None req-99d1d45c-f42a-45a3-93bd-c2f01ea3bb37 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] show failed (client error): The resource could not be found. Oct 27 01:54:47.022917 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-99d1d45c-f42a-45a3-93bd-c2f01ea3bb37 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups/f1bfa46e-c590-4a18-afca-231640731cdd HTTP/1.1" status: 404 len: 347 time: 0.0150845 Oct 27 01:54:47.025728 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50814) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:47.124329 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fcecb-1ac0-4e14-a870-3a4d0e9b3794 req-0a37bbcb-9a97-4ad1-878c-ed4405d83563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:47.125940 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7c2fcecb-1ac0-4e14-a870-3a4d0e9b3794 req-0a37bbcb-9a97-4ad1-878c-ed4405d83563 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0516453 Oct 27 01:54:47.153632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-721ee72a-eff2-45b4-aceb-9118faf72ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.162498 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7c2fcecb-1ac0-4e14-a870-3a4d0e9b3794 req-49e979cb-1bf5-4ba0-8374-f0fe4043c094 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292351 Oct 27 01:54:47.203915 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Deleting port 0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:54:47.204246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.308321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-721ee72a-eff2-45b4-aceb-9118faf72ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.311926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.312249 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.324158 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Calling delete_port for 0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e owned by network:floatingip {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:54:47.370800 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-721ee72a-eff2-45b4-aceb-9118faf72ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.421925 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-721ee72a-eff2-45b4-aceb-9118faf72ba1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a339d29d5334ae688487e0cb00e086a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039316 Oct 27 01:54:47.424423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50816) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:47.425183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee72a-eff2-45b4-aceb-9118faf72ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f262975f-3c60-4392-9783-9cedad229235,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:47.480119 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.503160 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.571807 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.575422 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e5cb-52c0-44b6-95db-44347e06c7b3 req-e9774d8f-05a1-4569-97b1-32a8d07b0cc9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:47.576983 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9734e5cb-52c0-44b6-95db-44347e06c7b3 req-e9774d8f-05a1-4569-97b1-32a8d07b0cc9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0674169 Oct 27 01:54:47.600687 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'Port': ['ID=0e669d8b-92ef-41dc-a0fd-7b2a2dd3421e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:47.619949 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9734e5cb-52c0-44b6-95db-44347e06c7b3 req-cdf77e29-b449-4dfd-8f1e-3e04a7a706c1 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Oct 27 01:54:47.656583 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.659270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.660410 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f262975f-3c60-4392-9783-9cedad229235 HTTP/1.1" status: 204 len: 168 time: 0.2350061 Oct 27 01:54:47.664511 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.667137 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:47.672147 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e2172699-81d2-4b81-bf59-b733791ed3cc tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "DELETE /v2.0/floatingips/eccff439-49dd-47d7-88f1-6e505cb45c88 HTTP/1.1" status: 204 len: 168 time: 0.6416895 Oct 27 01:54:47.672323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfef73-4459-44f9-94a0-ff9fd0cad9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262975f-3c60-4392-9783-9cedad229235,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:48.226546 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50826) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:48.239937 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b1531087-572b-4625-b1dd-fc15a7e89c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.284068 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50828) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:48.288550 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773911878', 'description': 'tempest-description--994294444'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:48.322450 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b1531087-572b-4625-b1dd-fc15a7e89c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.365073 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.393584 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b1531087-572b-4625-b1dd-fc15a7e89c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.430830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.431484 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b1531087-572b-4625-b1dd-fc15a7e89c93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c086dbf780240668a11cd1a854b2bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038162 Oct 27 01:54:48.432370 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1531087-572b-4625-b1dd-fc15a7e89c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589c99b-16e4-4673-92e5-662953c0cb48,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:48.434699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50830) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:48.492023 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.513386 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.547982 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.581491 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d2d88-520d-4793-99aa-3f272c287393,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:48.651234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.653930 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.654943 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5589c99b-16e4-4673-92e5-662953c0cb48 HTTP/1.1" status: 204 len: 168 time: 0.2190557 Oct 27 01:54:48.677671 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74921b0e-5487-4cd0-9a4b-5c58a9c07731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589c99b-16e4-4673-92e5-662953c0cb48,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:48.699503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.700732 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-eac8e0a0-693a-480d-a0f6-7847ceacf36f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4156630 Oct 27 01:54:48.703868 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50838) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:48.709051 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2d88-520d-4793-99aa-3f272c287393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:48.750859 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36103b0e-04f0-41cc-8578-015f09b5e44f req-7a0d9afb-2198-48b9-8ea5-154f8ce31a2d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:48.752391 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-36103b0e-04f0-41cc-8578-015f09b5e44f req-7a0d9afb-2198-48b9-8ea5-154f8ce31a2d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0563548 Oct 27 01:54:48.789807 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-36103b0e-04f0-41cc-8578-015f09b5e44f req-92244016-5955-45ab-be82-e5961e370682 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Oct 27 01:54:48.845468 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.906299 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:48.994169 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.014281 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f579fc-34ba-4b38-8c32-b3d1d2119d64,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:49.085953 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.087421 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-25fb8851-6588-4a14-a762-17cbaf90eaf1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825808 Oct 27 01:54:49.090100 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50846) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:49.094917 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'security_group_rule': {'security_group_id': 'd83d2d88-520d-4793-99aa-3f272c287393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:49.185898 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.241969 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.314008 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.331175 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae52ff6-8a0c-45f8-bb85-b0b67558c64d,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:49.428861 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.430356 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8b193819-0d86-442f-8e20-24ef5b1e9d18 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390522 Oct 27 01:54:49.433286 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 50854) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:49.437742 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:49.535235 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.630273 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.732756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Allocated IP 172.27.0.211 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/449d914c-1cf6-42fe-9e11-40db57b59ded) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:54:49.836647 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:49.908187 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034c4d7-1d27-4bff-96aa-c9513678668e req-6e31c4ee-b511-402c-a59f-a7dfd5d4e794 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:49.909662 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2034c4d7-1d27-4bff-96aa-c9513678668e req-6e31c4ee-b511-402c-a59f-a7dfd5d4e794 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Oct 27 01:54:49.948087 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2034c4d7-1d27-4bff-96aa-c9513678668e req-a1bc22c0-358f-47fc-919a-c39f5fde6438 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Oct 27 01:54:49.988805 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.026704 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:54:50.029612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:54:50.033433 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:54:50.058564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=449d914c-1cf6-42fe-9e11-40db57b59ded,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:50.063444 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2d160-ae45-4313-958c-fa67c14138b2 req-9bcc40db-9141-490e-9410-afdcf72d4b8e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:50.064987 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c7e2d160-ae45-4313-958c-fa67c14138b2 req-9bcc40db-9141-490e-9410-afdcf72d4b8e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Oct 27 01:54:50.077526 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50872) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:50.082763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Request body: {'floatingip': {'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:50.127098 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.135839 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.235622 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.400332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.482274 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.553919 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=449d914c-1cf6-42fe-9e11-40db57b59ded,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:50.565076 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.606785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.681809 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.683044 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b5db4e0f-6511-4950-885b-a801313758b8 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2487912 Oct 27 01:54:50.719891 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:50.833574 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Floating IP 86f0ff87-5d15-4c79-9ce3-fd6709a56f52 associated. External IP: 172.27.0.103, port: 30718a21-547a-4dcb-a574-7a92c8d83e7a. Oct 27 01:54:50.876178 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-e0277efb-bf4d-4f22-b33e-7dbd027e42da tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1773911878&fields=id&tenant_id=731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 267 time: 0.0382822 Oct 27 01:54:50.986605 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-bf4187cc-5dbc-43bd-b49c-2b21e477f12d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:50.988091 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-bf4187cc-5dbc-43bd-b49c-2b21e477f12d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 811 time: 0.1051371 Oct 27 01:54:51.004403 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-a5ec18b3-b2ec-425b-a4fa-709873d58c44 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/quotas/731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Oct 27 01:54:51.049932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:54:51.058931 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-ba1617ed-0785-4d92-89a8-33cc16d73566 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481629 Oct 27 01:54:51.159525 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-ed811b2d-ac0b-433b-8edd-b2e141237d5d service neutron] 10.222.0.66 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872693 Oct 27 01:54:51.164194 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:54:51.168938 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:51.177746 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:54:51.189817 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:51.190526 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:51.202157 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0766d3fb-91d4-4fe7-af02-d119e9fb9f99 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "PUT /v2.0/floatingips/86f0ff87-5d15-4c79-9ce3-fd6709a56f52 HTTP/1.1" status: 200 len: 991 time: 1.1227808 Oct 27 01:54:51.204740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:51.207097 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd8b6a3-b578-4650-910f-cb95175db542" -d '{"events": [{"name": "network-changed", "server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:51.284907 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-1a0387ac-858a-4704-b8f5-ca0bc4083e0f service neutron] 10.222.0.66 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Oct 27 01:54:51.332392 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:51.382003 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6c5a4-bbeb-4a9d-ab1c-bcd893ec60f8 x-openstack-request-id: req-cfc6c5a4-bbeb-4a9d-ab1c-bcd893ec60f8 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:51.382386 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:51.382708 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfc6c5a4-bbeb-4a9d-ab1c-bcd893ec60f8 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:51.383167 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'status': 'completed', 'code': 200} Oct 27 01:54:51.480403 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-a69fe086-b8c4-4d75-843e-8db481ab4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:51.481906 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-a69fe086-b8c4-4d75-843e-8db481ab4cdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0453904 Oct 27 01:54:51.608336 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-5948ec14-09b4-4b6a-9110-55d0bbde90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:51.610406 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-5948ec14-09b4-4b6a-9110-55d0bbde90a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.1203127 Oct 27 01:54:51.618185 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '86f0ff87-5d15-4c79-9ce3-fd6709a56f52', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:31Z', 'updated_at': '2021-10-27T01:54:50Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:51.647117 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-90c6c978-0f1d-4568-bd95-6712626efeab req-2cb99d6d-e4fc-48c2-ae91-d7e83ff518a0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 210 time: 0.0634749 Oct 27 01:54:51.651152 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:54:51.670772 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:54:51.671550 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:51.710124 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-cf40ea4a-8783-461c-8497-66266d9054d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 999 time: 0.0829110 Oct 27 01:54:51.768551 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-73ecb7f7-350c-41a8-8ae1-25e7804941bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:51.770360 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-73ecb7f7-350c-41a8-8ae1-25e7804941bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0516765 Oct 27 01:54:51.814272 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:54:51.818723 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-8b02dd4c-b071-4a4b-b23e-09f42034c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:51.820418 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-8b02dd4c-b071-4a4b-b23e-09f42034c5f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425212 Oct 27 01:54:51.909513 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-b480282c-0f50-4f10-80ef-6613e2899a89 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814462 Oct 27 01:54:52.021601 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ecd8b6a3-b578-4650-910f-cb95175db542 req-34baa4a1-b132-4b19-a1ac-4550f6ba7185 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035781 Oct 27 01:54:52.050371 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '86f0ff87-5d15-4c79-9ce3-fd6709a56f52', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:31Z', 'updated_at': '2021-10-27T01:54:50Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:54:52.079565 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cf235-9f5e-4995-8b49-fd351e5f9b6a None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '86f0ff87-5d15-4c79-9ce3-fd6709a56f52', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:31Z', 'updated_at': '2021-10-27T01:54:50Z', 'revision_number': 1, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:54:52.268767 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f8f6b-df2d-4a17-9276-fa8846b2121e None None] New status for floating IP 86f0ff87-5d15-4c79-9ce3-fd6709a56f52: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:54:52.735493 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-413714ab-91c9-4b8a-a5f2-bdd356e56e77 req-0d5fbe7c-cd95-4a9e-9505-e7533d6bbb8b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 210 time: 0.0263665 Oct 27 01:54:53.856000 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d1d26700-2b27-476b-b130-34b1cee6bc82 req-f21cfccd-9864-4b93-a9ee-8dfa22d3e4fd tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 210 time: 0.0333464 Oct 27 01:54:53.900410 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-758646bf-9739-497a-bfb9-38d2d96b41b0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:53.901887 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-758646bf-9739-497a-bfb9-38d2d96b41b0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 811 time: 0.1257417 Oct 27 01:54:53.959703 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-3ee16f0d-f6ec-40e0-9eda-e9936967ec6f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731d0de6b02a48508fe25e7e4197bf98 HTTP/1.1" status: 200 len: 380 time: 0.0358241 Oct 27 01:54:53.972620 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'port': {'device_id': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'admin_state_up': True, 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'security_groups': ['d83d2d88-520d-4793-99aa-3f272c287393']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:54.159566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Made reservation on behalf of 731d0de6b02a48508fe25e7e4197bf98 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:54:54.159566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.280065 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Allocated IP 172.20.0.4 (51bd800c-cdc6-47d7-b0b9-78bfab79007e/270581ee-4093-4295-8831-e2583cde8c3e/1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:54:54.415323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.548647 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.596025 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:54:54.599218 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:54:54.601702 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:54:54.832119 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b7a55a92-f32f-4724-b355-48809b624b63 None None] Provisioning complete for port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:54:54.832744 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a92-f32f-4724-b355-48809b624b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.835031 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f06c0e9c-12eb-4fab-ac33-78569bf9d929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.867496 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b7a55a92-f32f-4724-b355-48809b624b63 None None] Port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:54:54.877343 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event updated for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:54.907982 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:54.908586 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:54.974105 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a794ea-54fe-4c1f-a63b-d33e844b1698 req-f91efb04-0fd0-4422-ae49-6fb7d10d27e1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:54.975473 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83a794ea-54fe-4c1f-a63b-d33e844b1698 req-f91efb04-0fd0-4422-ae49-6fb7d10d27e1 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 931 time: 0.0480425 Oct 27 01:54:55.012330 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-490660d4-98e7-459c-ae39-d1f88c8ec8cb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433378 Oct 27 01:54:55.021806 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83a794ea-54fe-4c1f-a63b-d33e844b1698 req-cbba968b-195a-4428-a4e5-559d4b1bb820 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Oct 27 01:54:55.033093 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Request body: {'port': {'device_id': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:54:55.088083 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.335262 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:54:55.342470 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.353988 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Transition to ACTIVE for port object 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:54:55.438494 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.487946 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Pushing event updated for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:55.560387 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Attempting to bind port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:54:55.561290 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Attempting to bind port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:54:55.561290 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Attempting to bind port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:54:55.566128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:54:55.566450 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Attempting to bind port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 on network 51bd800c-cdc6-47d7-b0b9-78bfab79007e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:54:55.572236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:54:55.572611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Checking segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:54:55.572890 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Bound using segment: {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:54:55.573703 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Bound port: 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:54:55.573703 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.639764 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:54:55.643274 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:54:55.745160 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.777733 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:55.778277 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:55.779702 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] 10.222.0.71 "PUT /v2.0/ports/1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 HTTP/1.1" status: 200 len: 1093 time: 0.7508204 Oct 27 01:54:55.780157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:54:55.783043 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba42b9-4889-41c9-83b9-dff469ae809d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:54:55.810638 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253c87-0cce-4cc5-a749-0927aa045712 service neutron] Pushing event updated for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:55.831276 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d250baf-0206-4123-9249-61f86e598eaf x-openstack-request-id: req-6d250baf-0206-4123-9249-61f86e598eaf {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:54:55.831615 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:54:55.831904 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d250baf-0206-4123-9249-61f86e598eaf {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:54:55.832304 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'status': 'completed', 'code': 200} Oct 27 01:54:55.924548 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-33450eed-ac0f-427d-885c-13eb50180f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:55.926066 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-33450eed-ac0f-427d-885c-13eb50180f70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 1096 time: 0.0425463 Oct 27 01:54:56.039525 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-4d46c8cc-5bad-4849-b2f9-d15c18b12f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.041033 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-4d46c8cc-5bad-4849-b2f9-d15c18b12f52 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=731d0de6b02a48508fe25e7e4197bf98&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993948 Oct 27 01:54:56.145880 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-4f3f1e62-2a80-4175-9a2b-b8e7fbd27ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.147998 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5dba42b9-4889-41c9-83b9-dff469ae809d req-4f3f1e62-2a80-4175-9a2b-b8e7fbd27ba3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0997624 Oct 27 01:54:56.155914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889247b-701f-450d-a62d-7172c1bf9f59 req-58e94563-5c83-4061-a58e-c966a5418290 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.157404 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7889247b-701f-450d-a62d-7172c1bf9f59 req-58e94563-5c83-4061-a58e-c966a5418290 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 943 time: 0.0565162 Oct 27 01:54:56.169978 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50994) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:56.197488 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7889247b-701f-450d-a62d-7172c1bf9f59 req-ed739f09-bd4f-48a6-b93d-ce84aead7693 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Oct 27 01:54:56.252276 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-0860d173-d04c-4663-b213-1cb2641fd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.253753 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-0860d173-d04c-4663-b213-1cb2641fd677 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 1096 time: 0.0422399 Oct 27 01:54:56.279213 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-003988c9-889c-45d6-a94b-951b99f4a234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.315162 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-088d991c-c11e-4859-97e2-73566602681c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 HTTP/1.1" status: 200 len: 217 time: 0.0415332 Oct 27 01:54:56.390551 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-21b8f9ca-1eea-41a7-a6bd-3161c931a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.392032 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-21b8f9ca-1eea-41a7-a6bd-3161c931a6f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0671270 Oct 27 01:54:56.442426 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-003988c9-889c-45d6-a94b-951b99f4a234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.453479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-2d648656-1507-44ea-ac40-dffe93ad41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:56.454965 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-2d648656-1507-44ea-ac40-dffe93ad41e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548840 Oct 27 01:54:56.508027 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-003988c9-889c-45d6-a94b-951b99f4a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.555043 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003988c9-889c-45d6-a94b-951b99f4a234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d1ec53-286c-43d4-be31-427d69c3e9f6,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:56.560693 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-003988c9-889c-45d6-a94b-951b99f4a234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd1ff058426d4b3096aecc3f1a874712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897007 Oct 27 01:54:56.563584 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 50998) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:56.606977 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-f9d63863-f9b5-496f-abcf-0394ce387711 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433678 Oct 27 01:54:56.679507 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.719504 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.748413 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1f2e69a6-b100-4315-aee7-6e8a86642738 req-919f162d-66da-40d5-819e-5c5bc0c654de service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316495 Oct 27 01:54:56.833852 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.836635 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:56.845732 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8d1ec53-286c-43d4-be31-427d69c3e9f6 HTTP/1.1" status: 204 len: 168 time: 0.2733080 Oct 27 01:54:56.847469 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3ac3-37f3-4afc-8bea-f16b41319498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d1ec53-286c-43d4-be31-427d69c3e9f6,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:57.310499 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0f1c-f231-4d58-a939-f6e2d9b59062 req-0b135aeb-b630-4837-8b7b-d0860821d19f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:57.322554 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-879b0f1c-f231-4d58-a939-f6e2d9b59062 req-0b135aeb-b630-4837-8b7b-d0860821d19f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 943 time: 0.0474610 Oct 27 01:54:57.349217 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-879b0f1c-f231-4d58-a939-f6e2d9b59062 req-1354d7bb-4faa-471e-9caf-2ae6426bc102 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Oct 27 01:54:57.404708 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51008) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:57.418104 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba135-9ec3-4553-953a-0d717543d121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.491265 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba135-9ec3-4553-953a-0d717543d121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.553424 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba135-9ec3-4553-953a-0d717543d121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.592060 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-dd0ba135-9ec3-4553-953a-0d717543d121 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ccee71437a84e0b9b31feddf68ae66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862736 Oct 27 01:54:57.593005 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ba135-9ec3-4553-953a-0d717543d121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f5370-7acd-4e9f-abb1-9fc4c841bb02,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:57.594696 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51010) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:57.642991 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.662362 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.763612 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f3b36f55-eab9-463e-8c51-0113f54dbc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.786189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.788863 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:57.790010 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/632f5370-7acd-4e9f-abb1-9fc4c841bb02 HTTP/1.1" status: 204 len: 168 time: 0.1941707 Oct 27 01:54:57.798957 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3a802-5e22-49c9-b8fa-2a1dc23a1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f5370-7acd-4e9f-abb1-9fc4c841bb02,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:58.422827 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.444300 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51020) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:58.457535 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1af6418e-21ec-4e91-a598-1e6889ec15d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.469787 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32a90-ee66-47e9-aff6-91ef0e543685 req-5b274d67-0750-448c-8c29-a0035e84ab89 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:58.471311 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ded32a90-ee66-47e9-aff6-91ef0e543685 req-5b274d67-0750-448c-8c29-a0035e84ab89 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 943 time: 0.0545156 Oct 27 01:54:58.510126 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ded32a90-ee66-47e9-aff6-91ef0e543685 req-3e7c7416-78be-4cee-ba9e-912f9b1fb1bd tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Oct 27 01:54:58.531121 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1af6418e-21ec-4e91-a598-1e6889ec15d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.614154 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1af6418e-21ec-4e91-a598-1e6889ec15d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.654682 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-1af6418e-21ec-4e91-a598-1e6889ec15d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6597460619bb448cbf8c50fa8b5d82da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092385 Oct 27 01:54:58.655407 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6418e-21ec-4e91-a598-1e6889ec15d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89be5ea-8c15-45d8-8dcf-884517029c20,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:58.658015 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51022) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:54:58.706118 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.727606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.845377 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.873205 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.875901 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:54:58.879396 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a89be5ea-8c15-45d8-8dcf-884517029c20 HTTP/1.1" status: 204 len: 168 time: 0.2179112 Oct 27 01:54:58.884792 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb979-2b31-4f35-83c6-afcf37c21362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89be5ea-8c15-45d8-8dcf-884517029c20,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:54:59.620848 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850132-f93d-4d14-b77c-309a9b3797c3 req-6fdb5f6e-ecdc-4b0d-affa-5a4355e19ef9 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:54:59.622296 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3d850132-f93d-4d14-b77c-309a9b3797c3 req-6fdb5f6e-ecdc-4b0d-affa-5a4355e19ef9 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 943 time: 0.0471933 Oct 27 01:54:59.667578 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3d850132-f93d-4d14-b77c-309a9b3797c3 req-d4a18add-2acc-47a7-81d6-874166cd688f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386665 Oct 27 01:54:59.856912 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:55:00.507523 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:00.560205 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:55:00.654168 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:00.664801 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'port_id': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'mac_address': 'fa:16:3e:2c:8d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:55:00.700675 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:00.714042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:55:00.741563 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:00.787234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20f2e-0b42-4e24-ae8b-4e124ed799bb req-8ea2c068-b29b-4695-9b8e-661b7dfc91a0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:00.788707 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f0b20f2e-0b42-4e24-ae8b-4e124ed799bb req-8ea2c068-b29b-4695-9b8e-661b7dfc91a0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 943 time: 0.0532241 Oct 27 01:55:00.810562 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:00.828699 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f0b20f2e-0b42-4e24-ae8b-4e124ed799bb req-def9dff2-9a5d-4081-9c17-8b61e37e75e7 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338886 Oct 27 01:55:00.863457 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:01.294464 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:01.303806 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:55:01.904278 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-b266cebf-1f29-415c-a5f3-6cab82a1a668 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399904 Oct 27 01:55:01.941884 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee900f6-65bb-4627-a43a-8bb3bfc65077 req-16b63251-ef28-4a96-9bf7-8e2478e0b4a2 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:01.943372 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ee900f6-65bb-4627-a43a-8bb3bfc65077 req-16b63251-ef28-4a96-9bf7-8e2478e0b4a2 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 944 time: 0.0478923 Oct 27 01:55:01.985775 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ee900f6-65bb-4627-a43a-8bb3bfc65077 req-857994e2-0f5f-4ee1-8846-73f09de41899 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363400 Oct 27 01:55:01.986369 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-eced97a0-5c4e-4f71-8cd4-902a1343eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:01.987886 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-eced97a0-5c4e-4f71-8cd4-902a1343eb9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0445712 Oct 27 01:55:02.101832 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-5a72f1bf-c537-4188-83e2-f3a6266cb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:02.103233 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-5a72f1bf-c537-4188-83e2-f3a6266cb9a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 911 time: 0.0890648 Oct 27 01:55:02.168506 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-63573b14-46ba-43c1-9c43-a79a0e7b7e5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 1001 time: 0.0580366 Oct 27 01:55:02.218523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-c8ecda94-462c-4995-bee4-92a8ae6a8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:02.220662 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-c8ecda94-462c-4995-bee4-92a8ae6a8ef9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0443780 Oct 27 01:55:02.275588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-bf3e6a09-e7d0-4119-ad3c-58355c929d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:02.277111 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-bf3e6a09-e7d0-4119-ad3c-58355c929d4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434484 Oct 27 01:55:02.367013 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-88125942-e6eb-4791-9630-fe3159ca9547 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807006 Oct 27 01:55:02.463726 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5473571f-22cb-49bf-8fe7-67c0d24fbfd1 req-3e949dda-0a3f-4f18-8de6-61e58a03825d service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Oct 27 01:55:02.561234 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:55:02.660693 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:55:02.664782 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:55:02.665153 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:02.746054 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:02.769300 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:02.771522 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784db3bc-478d-495e-8c65-9a8749b444e0" -d '{"events": [{"server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "name": "network-vif-plugged", "status": "completed", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:02.783901 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:02.806953 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a30cb-4f2a-4568-b44c-53a3e2282abb x-openstack-request-id: req-f11a30cb-4f2a-4568-b44c-53a3e2282abb {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:02.807245 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "name": "network-vif-plugged", "status": "completed", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:02.807534 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f11a30cb-4f2a-4568-b44c-53a3e2282abb {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:02.807924 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'code': 200} Oct 27 01:55:02.850693 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:02.901398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:03.101836 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ad5c6-2506-4962-b5ff-cdd70ab8a0c5 req-e2a31d5c-c57d-408d-a018-49c7aa2f9f9a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:03.103307 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-251ad5c6-2506-4962-b5ff-cdd70ab8a0c5 req-e2a31d5c-c57d-408d-a018-49c7aa2f9f9a tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0494745 Oct 27 01:55:03.142222 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-251ad5c6-2506-4962-b5ff-cdd70ab8a0c5 req-ca3a08a9-e152-4301-a85e-71631c4cd63d tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 Oct 27 01:55:03.201452 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a78d-be43-4332-ba7a-6325a6e65e00 req-6543cd75-b295-48ed-a992-5016a1aeda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:03.203169 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-de91a78d-be43-4332-ba7a-6325a6e65e00 req-6543cd75-b295-48ed-a992-5016a1aeda7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 1098 time: 0.0398488 Oct 27 01:55:03.247193 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-de91a78d-be43-4332-ba7a-6325a6e65e00 req-b1589ba5-dd32-4f87-abe1-f8039912f94f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Oct 27 01:55:04.256466 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6e043-3e9d-47ff-83d1-8ef716449dd6 req-df52b2e1-2786-4ee7-bc9a-8b54f35b8b84 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:04.257935 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e1d6e043-3e9d-47ff-83d1-8ef716449dd6 req-df52b2e1-2786-4ee7-bc9a-8b54f35b8b84 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0478806 Oct 27 01:55:04.294624 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e1d6e043-3e9d-47ff-83d1-8ef716449dd6 req-b14ca95b-ef18-443f-94e1-cd60e5294bad tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Oct 27 01:55:05.414070 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607957b-ace6-44fc-94e9-53d85336540e req-edfb0a4c-3c92-4999-a9b8-33b2a7d33e16 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:05.416010 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9607957b-ace6-44fc-94e9-53d85336540e req-edfb0a4c-3c92-4999-a9b8-33b2a7d33e16 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0524523 Oct 27 01:55:05.456534 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9607957b-ace6-44fc-94e9-53d85336540e req-3e49272d-6780-4ef2-8105-5e093994afae tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Oct 27 01:55:05.567378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bf234-09f0-416d-a963-027341143c08 req-a1a16953-b05f-4c0b-a36b-6adc7f68e5cf tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:05.568761 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa4bf234-09f0-416d-a963-027341143c08 req-a1a16953-b05f-4c0b-a36b-6adc7f68e5cf tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0480564 Oct 27 01:55:05.577485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51142) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:05.581918 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Request body: {'floatingip': {'port_id': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:05.623536 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:06.228175 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb98d-6a0e-4761-bc64-17b3112e4482 req-f9589430-d2ea-49e2-b491-f91c7406b79c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:06.229665 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48edb98d-6a0e-4761-bc64-17b3112e4482 req-f9589430-d2ea-49e2-b491-f91c7406b79c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Oct 27 01:55:06.271821 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-48edb98d-6a0e-4761-bc64-17b3112e4482 req-77137d33-67ea-4cb6-b7c9-2d91cafe9077 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360370 Oct 27 01:55:06.272562 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:06.331268 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:06.432351 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.l3_db [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Floating IP a9d40b30-71dc-442d-8f62-78714a01dd2d associated. External IP: 172.27.0.211, port: 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9. Oct 27 01:55:06.629785 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:06.734116 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:06.739422 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:06.743890 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:06.753201 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:06.753805 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:06.766285 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-164cdee0-d544-4137-abb1-66e291f23a6e tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "PUT /v2.0/floatingips/a9d40b30-71dc-442d-8f62-78714a01dd2d HTTP/1.1" status: 200 len: 991 time: 1.1877396 Oct 27 01:55:06.766867 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:06.769159 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba0667-50df-4061-9448-89e13d8c85a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:06.804828 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4883a8b-1b74-498e-9915-eade03357907 x-openstack-request-id: req-e4883a8b-1b74-498e-9915-eade03357907 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:06.805857 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:06.806078 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4883a8b-1b74-498e-9915-eade03357907 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:06.806478 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'status': 'completed', 'code': 200} Oct 27 01:55:06.925361 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-96bcbf18-7a2d-4752-943c-48d8a9a949a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:06.926868 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-96bcbf18-7a2d-4752-943c-48d8a9a949a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=731d0de6b02a48508fe25e7e4197bf98&device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 1098 time: 0.0421057 Oct 27 01:55:06.986243 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:07.034792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-7305ae33-cd4a-471f-9675-ea6d9650052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:07.036286 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-7305ae33-cd4a-471f-9675-ea6d9650052f service neutron] 10.222.0.71 "GET /v2.0/networks?id=51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 200 len: 913 time: 0.0852373 Oct 27 01:55:07.117313 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-87ae65f7-6045-4deb-a25e-a9bfb255491d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 HTTP/1.1" status: 200 len: 999 time: 0.0679243 Oct 27 01:55:07.166568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-fa099a0a-b18d-4697-adab-962c63082b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:07.167989 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-fa099a0a-b18d-4697-adab-962c63082b72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 200 len: 850 time: 0.0439296 Oct 27 01:55:07.211515 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'a9d40b30-71dc-442d-8f62-78714a01dd2d', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:2c:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:50Z', 'updated_at': '2021-10-27T01:55:06Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:07.212935 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-4fba6cb0-c133-4b21-8714-4f3da2a2d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:07.214406 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-4fba6cb0-c133-4b21-8714-4f3da2a2d29a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51bd800c-cdc6-47d7-b0b9-78bfab79007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384326 Oct 27 01:55:07.243050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:07.251651 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:07.252263 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:07.312771 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-5648b8f7-dd8a-4758-9787-e3ab43bd39c8 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885575 Oct 27 01:55:07.367834 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:07.413178 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d4519-80b9-4c6b-a797-41b071d186c0 req-d5c1c820-d03f-4c8a-8faf-ceaf2d859374 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:07.415399 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b30d4519-80b9-4c6b-a797-41b071d186c0 req-d5c1c820-d03f-4c8a-8faf-ceaf2d859374 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0573847 Oct 27 01:55:07.421539 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-54ba0667-50df-4061-9448-89e13d8c85a4 req-c2864fcb-f359-4e27-9681-28ca1f1a9c06 service neutron] 10.222.0.71 "GET /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962839 Oct 27 01:55:07.464496 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b30d4519-80b9-4c6b-a797-41b071d186c0 req-ecde4c33-a142-4ff7-b2c9-f69ac01e3a84 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402138 Oct 27 01:55:07.599980 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'a9d40b30-71dc-442d-8f62-78714a01dd2d', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:2c:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:50Z', 'updated_at': '2021-10-27T01:55:06Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:07.628363 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678212ec-b22e-49b3-9115-8f45eff6b208 None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'a9d40b30-71dc-442d-8f62-78714a01dd2d', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'port_id': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'mac_address': 'fa:16:3e:2c:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:54:50Z', 'updated_at': '2021-10-27T01:55:06Z', 'revision_number': 1, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:07.809793 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9366d87-2a45-408f-a36d-55851cf9953b None None] New status for floating IP a9d40b30-71dc-442d-8f62-78714a01dd2d: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:55:08.582555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07483a2-b14a-4913-822a-a3fe881c5511 req-dbdf2bd3-e2b5-44b4-a462-79ff721f11a8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:08.584053 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c07483a2-b14a-4913-822a-a3fe881c5511 req-dbdf2bd3-e2b5-44b4-a462-79ff721f11a8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Oct 27 01:55:08.621861 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c07483a2-b14a-4913-822a-a3fe881c5511 req-0c88b82b-a87a-4c8f-926f-75f26be8029d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Oct 27 01:55:08.920975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12656ec-7fef-4021-827d-f946350b575a req-cb02bf81-60f2-4e58-952c-d917a3db4138 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:08.922454 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a12656ec-7fef-4021-827d-f946350b575a req-cb02bf81-60f2-4e58-952c-d917a3db4138 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Oct 27 01:55:09.027765 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:09.028104 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.116165 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] For port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:09.116434 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.289048 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.289411 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.289729 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP 0dd8069a-4a2f-4855-9e58-8193439f41de disassociated. External IP: 172.27.0.105, port: dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2. Oct 27 01:55:09.290069 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:09.462263 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.491277 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:09.502559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.502909 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.503245 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.503601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.503929 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.504253 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.504576 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.504900 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.505221 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.505544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.505865 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.506179 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:09.618014 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:09.718298 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-139fa5f2-9667-4927-bc06-327821e354ab req-ae327124-9718-4f17-b471-01c986733e4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 27 01:55:09.726077 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:09.737147 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:09.747016 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:09.747836 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:09.768199 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] No DVR routers for this DVR port dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:09.770873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:09.774155 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a12656ec-7fef-4021-827d-f946350b575a req-e8cf2cca-6aea-484e-9b67-112f43bed17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "DELETE /v2.0/ports/dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 HTTP/1.1" status: 204 len: 173 time: 0.8409295 Oct 27 01:55:09.774591 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'name': 'network-vif-deleted', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:09.777020 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5de4b3-b911-499c-a1a9-bad4d7599a6f" -d '{"events": [{"server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "name": "network-vif-deleted", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:09.817921 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f689c30-db3c-40dd-a46e-2f91639f4c23 x-openstack-request-id: req-6f689c30-db3c-40dd-a46e-2f91639f4c23 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:09.817921 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e947857-94f2-41dd-a0c0-c6e577575785", "name": "network-vif-deleted", "tag": "dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:09.817921 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f689c30-db3c-40dd-a46e-2f91639f4c23 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:09.817921 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e947857-94f2-41dd-a0c0-c6e577575785', 'name': 'network-vif-deleted', 'tag': 'dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2', 'status': 'completed', 'code': 200} Oct 27 01:55:09.861763 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:10.072405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:10.102115 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:10.110235 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:10.110837 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:54:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:10.214320 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:10.414707 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:10.449916 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e873e94-b9ba-417d-a4e3-4266755b8890 None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:10.584260 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:10.608343 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:10.608695 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device dd7439d9-d09e-4f82-8f2f-56c7cfb70aa2 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:10.669873 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41046572-9a73-48cf-8e99-4cc86be83a4e None None] New status for floating IP 0dd8069a-4a2f-4855-9e58-8193439f41de: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:55:10.833282 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7cb92cdf-3a28-48b4-bfe8-80d2a120c273 req-b5573d2b-3f5e-4a17-8cf2-f60c02b942f3 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e947857-94f2-41dd-a0c0-c6e577575785 HTTP/1.1" status: 200 len: 210 time: 0.0283422 Oct 27 01:55:12.092363 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-dc996049-e77e-412f-adec-32d34f17abad tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376602034&fields=id&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 267 time: 0.0334518 Oct 27 01:55:12.211714 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-9e5dcc67-faf8-48ae-8eae-efddf94ddce6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:12.213349 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-9e5dcc67-faf8-48ae-8eae-efddf94ddce6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1128833 Oct 27 01:55:12.229328 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-8e6a8c55-c81c-4c3a-b00e-6b9167bb3719 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/quotas/101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 375 time: 0.0099187 Oct 27 01:55:12.290523 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-6ab94caa-82f2-4666-9652-b11fd03ff56e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527158 Oct 27 01:55:12.499031 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-b373011a-4aa1-40f3-b91f-0c0e5ec75872 service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989853 Oct 27 01:55:12.599246 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-8deafddf-eb17-4544-928e-863df3809a72 service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932438 Oct 27 01:55:13.165757 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fc111edd-fec9-45ac-bb2d-2210080ecd2d req-4fd4f576-b2cc-4b78-b6f1-5e529ee2d745 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Oct 27 01:55:14.260632 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-59799fe5-fc71-46d9-a939-88a8f46a2e65 req-19dba7d5-c02f-46f3-aef6-feb501d716bb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 210 time: 0.0256488 Oct 27 01:55:15.164026 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3c6f7199-dc21-439d-9dc8-259448e0b1fe tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:15.165439 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3c6f7199-dc21-439d-9dc8-259448e0b1fe tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1041873 Oct 27 01:55:15.217410 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-e0b255b4-893e-4a0f-a951-23688c1beb5b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 379 time: 0.0329609 Oct 27 01:55:15.227454 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'port': {'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'admin_state_up': True, 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'security_groups': ['2a752eea-88ff-4338-96cd-b16361a9b385']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:15.359536 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f5a79b15-93f2-4204-91df-a26eaf1d4e60 req-625b4a12-deea-4332-93e9-f1ea468a0ea4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 210 time: 0.0254543 Oct 27 01:55:15.416240 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Made reservation on behalf of 101f8f1a85ab4e26beee695e5125f240 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:55:15.419696 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:15.545449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.20.0.10 (2669a04b-5826-4ab2-8071-dd1ded05cfa6/77878d8f-5689-4915-890d-8e1ea818654b/6275dbe4-2767-45ec-a8c1-29bce58f420a) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:55:15.679987 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:15.776485 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:15.820967 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:55:15.824002 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:55:15.828017 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:55:15.850792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:15.879985 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:15.880595 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:15.944574 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-7a38ff05-5c43-4a8e-818d-ea100e240b29 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7204809 Oct 27 01:55:15.965377 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Request body: {'port': {'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:16.018170 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:16.064118 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-685e1d8a-81f9-43ca-8ea6-9d56dafdc89c None None] Provisioning complete for port 6275dbe4-2767-45ec-a8c1-29bce58f420a triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:55:16.064691 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-685e1d8a-81f9-43ca-8ea6-9d56dafdc89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:16.096847 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-685e1d8a-81f9-43ca-8ea6-9d56dafdc89c None None] Port 6275dbe4-2767-45ec-a8c1-29bce58f420a cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:55:16.269034 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6275dbe4-2767-45ec-a8c1-29bce58f420a {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:55:16.276690 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:16.289274 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Transition to ACTIVE for port object 6275dbe4-2767-45ec-a8c1-29bce58f420a will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:55:16.508869 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:16.581909 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2bc12-8a0c-46ee-a551-53be88587dc4 req-1517f739-0093-4bf7-949b-b561aff6a70d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:16.583541 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-deb2bc12-8a0c-46ee-a551-53be88587dc4 req-1517f739-0093-4bf7-949b-b561aff6a70d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 932 time: 0.1532402 Oct 27 01:55:16.600076 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:16.673871 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-deb2bc12-8a0c-46ee-a551-53be88587dc4 req-a0d69df4-adbc-4430-bf6a-0f19cd908deb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710020 Oct 27 01:55:16.683447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Attempting to bind port 6275dbe4-2767-45ec-a8c1-29bce58f420a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:55:16.683797 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Attempting to bind port 6275dbe4-2767-45ec-a8c1-29bce58f420a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:55:16.684137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Attempting to bind port 6275dbe4-2767-45ec-a8c1-29bce58f420a on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:55:16.692137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Port 6275dbe4-2767-45ec-a8c1-29bce58f420a on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:55:16.692462 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Attempting to bind port 6275dbe4-2767-45ec-a8c1-29bce58f420a on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:55:16.698007 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:55:16.698337 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:55:16.698713 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Bound using segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:55:16.699137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Bound port: 6275dbe4-2767-45ec-a8c1-29bce58f420a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:55:16.699554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:16.761697 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:55:16.764709 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:55:16.845116 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:17.133283 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.133877 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:17.135230 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] 10.222.0.71 "PUT /v2.0/ports/6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 1094 time: 1.1743515 Oct 27 01:55:17.135685 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:17.137879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6be2eec-41f9-4f64-bda5-f132d46986be" -d '{"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:17.162279 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa588bb-9b29-44b5-a2bd-9542b467ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:17.186434 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1965f6-ac10-438d-b318-dc2cc4809f77 x-openstack-request-id: req-3c1965f6-ac10-438d-b318-dc2cc4809f77 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:17.186724 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:17.186969 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c1965f6-ac10-438d-b318-dc2cc4809f77 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:17.187421 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'status': 'completed', 'code': 200} Oct 27 01:55:17.284785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-a231a41b-8aef-4b2a-92aa-be478645ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.286290 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-a231a41b-8aef-4b2a-92aa-be478645ce0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1097 time: 0.0429413 Oct 27 01:55:17.402980 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-99698431-e964-4f56-8204-69a595d749f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.404428 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-99698431-e964-4f56-8204-69a595d749f3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=101f8f1a85ab4e26beee695e5125f240&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924065 Oct 27 01:55:17.504977 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-cab58e86-ac59-4b6b-8fbf-dabbc369a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.506399 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c6be2eec-41f9-4f64-bda5-f132d46986be req-cab58e86-ac59-4b6b-8fbf-dabbc369a94c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0856721 Oct 27 01:55:17.625818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-ac71da3d-5cf2-4a37-ac52-33927684a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.627171 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-ac71da3d-5cf2-4a37-ac52-33927684a571 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1097 time: 0.0443039 Oct 27 01:55:17.682305 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-89950f0a-ba03-430c-8373-472a76287e53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 217 time: 0.0328825 Oct 27 01:55:17.734368 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-392a9126-a1af-49f3-a5be-057a8dfd1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.736598 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-392a9126-a1af-49f3-a5be-057a8dfd1422 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0438054 Oct 27 01:55:17.813579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-519a4e64-a5cc-45b8-a7d4-c6d91e4053da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.815048 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-519a4e64-a5cc-45b8-a7d4-c6d91e4053da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620382 Oct 27 01:55:17.823163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68632-eea3-4ff4-986b-8f808f6723ed req-50cbae41-a39c-4d17-87e8-905f8f8f0253 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:17.824578 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-95b68632-eea3-4ff4-986b-8f808f6723ed req-50cbae41-a39c-4d17-87e8-905f8f8f0253 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0797751 Oct 27 01:55:17.909425 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-95b68632-eea3-4ff4-986b-8f808f6723ed req-cd22b569-4219-4c13-8c85-280db4fe8f84 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764501 Oct 27 01:55:17.933121 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-370716b6-4baa-4b24-acc5-16965457339d service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076436 Oct 27 01:55:18.022707 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-870f07ed-5288-4b96-9b90-5f56a3ff8714 req-b1a3522b-28d0-4423-851b-073f18f7b33e service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805733 Oct 27 01:55:19.036808 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a016e-366b-417b-a5c3-bd6b8c10c577 req-e9ed9862-a795-4674-8846-6437fb79a802 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:19.038287 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ab1a016e-366b-417b-a5c3-bd6b8c10c577 req-e9ed9862-a795-4674-8846-6437fb79a802 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0524442 Oct 27 01:55:19.075560 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ab1a016e-366b-417b-a5c3-bd6b8c10c577 req-2e307b7b-8b11-4974-a168-409f0a5a88ab tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314250 Oct 27 01:55:20.191792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e555ba-cb44-456a-aa54-e8f7cbfddba4 req-df2a69d9-bef1-46bc-95ac-5c00350b011c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:20.193256 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-00e555ba-cb44-456a-aa54-e8f7cbfddba4 req-df2a69d9-bef1-46bc-95ac-5c00350b011c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0485818 Oct 27 01:55:20.229284 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-00e555ba-cb44-456a-aa54-e8f7cbfddba4 req-cdc29f47-fa8e-46f5-9cfd-44b8df5c1bdd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303147 Oct 27 01:55:21.343107 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75b3a8-4641-4f35-a2bc-25ece36ca76b req-d8491c0d-f189-45c0-b85b-ba686591b263 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:21.344555 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac75b3a8-4641-4f35-a2bc-25ece36ca76b req-d8491c0d-f189-45c0-b85b-ba686591b263 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0471749 Oct 27 01:55:21.381535 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac75b3a8-4641-4f35-a2bc-25ece36ca76b req-10138c61-7eb2-489f-bdbe-760a667b7ff9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Oct 27 01:55:22.499502 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbfa24-a73f-4d3f-9022-ba3b6d21074b req-10bd6861-9843-4a06-bc01-e24695e0b0cd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:22.500864 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-56dbfa24-a73f-4d3f-9022-ba3b6d21074b req-10bd6861-9843-4a06-bc01-e24695e0b0cd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0510039 Oct 27 01:55:22.545266 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-56dbfa24-a73f-4d3f-9022-ba3b6d21074b req-afad4913-4d3c-4262-b832-0e63315c61fa tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Oct 27 01:55:23.662466 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36523b16-69cf-4acc-9f03-69944ab45897 req-78d57cd1-1e6a-4839-a5a2-a5e6bcee2e5b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:23.663957 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-36523b16-69cf-4acc-9f03-69944ab45897 req-78d57cd1-1e6a-4839-a5a2-a5e6bcee2e5b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0482092 Oct 27 01:55:23.699341 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-36523b16-69cf-4acc-9f03-69944ab45897 req-88a6a6a8-4377-4141-86d4-718a0e0acf01 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297372 Oct 27 01:55:24.804257 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a3770629-ec40-4fb3-92e4-6d203c31fcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:24.813664 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aaeab-d51a-4f67-9206-92abd052e227 req-f9644c16-129b-496c-8a14-c4849fa041ae tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:24.815793 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1b3aaeab-d51a-4f67-9206-92abd052e227 req-f9644c16-129b-496c-8a14-c4849fa041ae tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0479937 Oct 27 01:55:24.852683 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1b3aaeab-d51a-4f67-9206-92abd052e227 req-6a799b13-2ac2-47f2-ad2b-01636262bd42 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Oct 27 01:55:25.972479 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cca1ea-2a1b-4347-98d3-1c58a01a1a4c req-ea323929-f877-479d-b89f-e1c3166d9914 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:25.973934 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-49cca1ea-2a1b-4347-98d3-1c58a01a1a4c req-ea323929-f877-479d-b89f-e1c3166d9914 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0527337 Oct 27 01:55:26.011139 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-49cca1ea-2a1b-4347-98d3-1c58a01a1a4c req-154e4791-0dfa-4e17-8d31-e914b29e79f6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Oct 27 01:55:27.134635 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230512f-5392-47ea-bc96-f2d138edd387 req-f1d46248-7539-4286-986d-43268c461ced tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:27.136148 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d230512f-5392-47ea-bc96-f2d138edd387 req-f1d46248-7539-4286-986d-43268c461ced tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Oct 27 01:55:27.173078 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d230512f-5392-47ea-bc96-f2d138edd387 req-c243a543-9c2e-4b3d-97dd-6020a0ec30f8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312142 Oct 27 01:55:27.735025 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-381e24b7-e5b5-4b22-b876-d2e26668a91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:28.291882 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f6c9a-f329-40cf-bb49-0cf96a84b4d3 req-15ec2185-e5ff-481d-8e97-3c35da51e2d5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:28.293409 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-867f6c9a-f329-40cf-bb49-0cf96a84b4d3 req-15ec2185-e5ff-481d-8e97-3c35da51e2d5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 944 time: 0.0489075 Oct 27 01:55:28.331460 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-867f6c9a-f329-40cf-bb49-0cf96a84b4d3 req-523c46a1-c179-4e87-81d4-c12bbba02f35 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Oct 27 01:55:28.414056 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:28.682309 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 6275dbe4-2767-45ec-a8c1-29bce58f420a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:55:28.904187 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:28.915048 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:55:28.944490 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:28.954137 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:28.967898 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6275dbe4-2767-45ec-a8c1-29bce58f420a {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:55:28.989713 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:29.011037 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51368) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:29.065205 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.114335 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:29.115534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.188407 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.265318 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.302728 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67e0188c5c544bed94be55c11205c46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906079 Oct 27 01:55:29.303694 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6f6b9-16d3-4e77-9c9e-4e8664a4d523,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:29.305489 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51372) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:29.310764 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.311117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.311488 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.311824 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.312154 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.312485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.312812 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.313138 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.313461 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.313779 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.314097 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.314413 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40208c-ffbb-450e-a468-d068831a09c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:29.356546 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.379840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.457559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7d5bb-1157-48f7-8f1e-cb3b9c8f7339 req-277492c8-6523-492f-96eb-7380af6c3099 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:29.459128 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1bc7d5bb-1157-48f7-8f1e-cb3b9c8f7339 req-277492c8-6523-492f-96eb-7380af6c3099 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 945 time: 0.0539019 Oct 27 01:55:29.497399 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1bc7d5bb-1157-48f7-8f1e-cb3b9c8f7339 req-1c4c930f-d73d-4463-afa2-1396df7bbbf9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Oct 27 01:55:29.510795 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['6275dbe4-2767-45ec-a8c1-29bce58f420a'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:55:29.512912 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.515749 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:29.517547 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15e6f6b9-16d3-4e77-9c9e-4e8664a4d523 HTTP/1.1" status: 204 len: 168 time: 0.2103057 Oct 27 01:55:29.524826 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fdbad-352a-4ae5-85d8-25bf2cb0dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6f6b9-16d3-4e77-9c9e-4e8664a4d523,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:30.420678 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51400) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:30.495609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.525084 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2113751874-network', 'tenant_id': 'de29f559f2d34482a408878642cd7fe4'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:30.602304 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Made reservation on behalf of de29f559f2d34482a408878642cd7fe4 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:55:30.604598 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.616256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.638865 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455fbee-e7f9-4b16-bc1e-3bbf658ea034 req-8c867924-91db-4aa0-9a1b-828ca23f1968 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:30.640365 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5455fbee-e7f9-4b16-bc1e-3bbf658ea034 req-8c867924-91db-4aa0-9a1b-828ca23f1968 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 945 time: 0.0742288 Oct 27 01:55:30.697482 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 6275dbe4-2767-45ec-a8c1-29bce58f420a up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:55:30.697809 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5455fbee-e7f9-4b16-bc1e-3bbf658ea034 req-73e05c9f-184a-4f63-b01d-ded78759c061 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 Oct 27 01:55:30.731818 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.819473 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.843909 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 6275dbe4-2767-45ec-a8c1-29bce58f420a completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:55:30.846517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 01:55:30.848283 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 6275dbe4-2767-45ec-a8c1-29bce58f420a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:55:30.848751 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.853381 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea8b42-9496-4284-8f37-91ee3a67bdb9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:30.859458 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.861091 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Added segment 53d480cc-bdd2-4b9a-b707-915b20fa3cbc of type vlan for network fd248fbb-ab5b-401e-8d9f-9be68840d48e Oct 27 01:55:30.900443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.926046 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.950906 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:30.953559 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0beb86-d5ed-400a-ae29-b067364f6fc3" -d '{"events": [{"server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "name": "network-vif-plugged", "status": "completed", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:30.958616 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.959617 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:30.960207 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:30.967700 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:30.990951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b762aee7-af3d-432b-a965-f202e541449e x-openstack-request-id: req-b762aee7-af3d-432b-a965-f202e541449e {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:30.991244 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "name": "network-vif-plugged", "status": "completed", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:30.991522 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b762aee7-af3d-432b-a965-f202e541449e {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:30.991916 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'code': 200} Oct 27 01:55:31.015541 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:31.020531 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] Pushing event updated for resources: {'Network': ['ID=fd248fbb-ab5b-401e-8d9f-9be68840d48e,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:31.033757 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 01:55:31.063860 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-a6840ca1-bec3-4660-bf3f-2b678321b30f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6420460 Oct 27 01:55:31.067186 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51410) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:31.072025 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Request body: {'subnet': {'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2113751874-subnet', 'tenant_id': 'de29f559f2d34482a408878642cd7fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:31.131150 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:31.168098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Made reservation on behalf of de29f559f2d34482a408878642cd7fe4 for: {'subnet': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:55:31.170457 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14181955'] for subnet, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:31.276654 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:31.449483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d5cc-e601-415a-b47a-97507bc07a34 req-56e11332-7274-4e8a-8b28-e5dccb2a75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:31.450977 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a582d5cc-e601-415a-b47a-97507bc07a34 req-56e11332-7274-4e8a-8b28-e5dccb2a75c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1099 time: 0.0401640 Oct 27 01:55:31.459545 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13347793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14182013'] for subnet, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:31.493576 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a582d5cc-e601-415a-b47a-97507bc07a34 req-fae54832-78b6-46ce-aeb5-874cf8364131 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 Oct 27 01:55:31.515853 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cca51b5-b308-4490-abb8-ed281e3cf4f8,revision_number=0']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:31.522933 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Checking segment: {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:55:31.523314 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Network hostable DHCP agents. Network: fd248fbb-ab5b-401e-8d9f-9be68840d48e, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 01:55:31.586937 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 01:55:31.666716 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, fd248fbb-ab5b-401e-8d9f-9be68840d48e) {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:55:31.670660 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:31.671246 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:31.676228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091c42d-e338-4b23-9d29-4ac9f960f697 None None] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:55:31.749896 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-ecece329-7b4d-484f-b360-6b92c44e5dd9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6815739 Oct 27 01:55:31.805556 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28a4fd-5c40-43d0-9786-272d21abb41e None None] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:55:31.821634 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eec63-d8ef-4dad-ae9d-1720b6005bfd req-2aa67930-8b7b-42d3-8391-1adf3f22dec4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:31.823128 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-162eec63-d8ef-4dad-ae9d-1720b6005bfd req-2aa67930-8b7b-42d3-8391-1adf3f22dec4 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0540440 Oct 27 01:55:31.861854 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-162eec63-d8ef-4dad-ae9d-1720b6005bfd req-8c2d0ddf-b630-474a-8267-9a6eeb16ccf1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Oct 27 01:55:32.981765 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a7d5-3f6e-4ca2-a39b-04bee6c74987 req-298971d8-932e-4491-b3fa-371115880c5d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:32.983274 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf82a7d5-3f6e-4ca2-a39b-04bee6c74987 req-298971d8-932e-4491-b3fa-371115880c5d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Oct 27 01:55:33.024094 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf82a7d5-3f6e-4ca2-a39b-04bee6c74987 req-c0aeaacf-0b21-47a7-9667-0fc9ab02a340 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324259 Oct 27 01:55:34.142946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709290a6-27a9-4c27-9ecc-1164caab8d84 req-3624ab2f-02e7-4299-b1e3-ebf059a301bd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:34.145055 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-709290a6-27a9-4c27-9ecc-1164caab8d84 req-3624ab2f-02e7-4299-b1e3-ebf059a301bd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0509861 Oct 27 01:55:34.181486 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-709290a6-27a9-4c27-9ecc-1164caab8d84 req-e49d4523-3945-41ea-8d23-5391130f2a95 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Oct 27 01:55:34.295318 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53763c52-9c9c-4f1b-971a-ef768a7eed9d req-3785eb9a-1452-4adc-880b-21f44b227a58 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:34.296775 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-53763c52-9c9c-4f1b-971a-ef768a7eed9d req-3785eb9a-1452-4adc-880b-21f44b227a58 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0480535 Oct 27 01:55:34.334259 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-53763c52-9c9c-4f1b-971a-ef768a7eed9d req-f88b76fc-3791-4f85-8af8-c6b01cef4651 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Oct 27 01:55:34.355137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51444) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:34.393184 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15802a40-ff6e-4140-b10c-a995ddd34e87 tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:34.394698 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-15802a40-ff6e-4140-b10c-a995ddd34e87 tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1094 time: 0.0385568 Oct 27 01:55:34.397474 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51446) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:34.401903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:34.493545 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:34.595635 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:34.699274 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.27.0.123 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/7cda7897-30c5-48fd-adfe-4b87b7a64ccb) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:55:34.797088 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:34.867084 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:34.910712 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:55:34.913765 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:55:34.917429 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:55:34.939524 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=7cda7897-30c5-48fd-adfe-4b87b7a64ccb,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:35.178407 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-24280a9a-cae6-4843-910e-df7a04b7cd81 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:35.179924 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-24280a9a-cae6-4843-910e-df7a04b7cd81 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/networks?id=fd248fbb-ab5b-401e-8d9f-9be68840d48e HTTP/1.1" status: 200 len: 814 time: 0.2215757 Oct 27 01:55:35.203812 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-05f8e1f2-7741-4b22-a361-50f967010399 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/quotas/de29f559f2d34482a408878642cd7fe4 HTTP/1.1" status: 200 len: 375 time: 0.0173287 Oct 27 01:55:35.243549 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-f4c85cee-05ef-488a-95cc-ad1f85147514 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335422 Oct 27 01:55:35.435156 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-e97f59b9-adf9-4d75-b54d-34f2182af8bb service neutron] 10.222.0.66 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841815 Oct 27 01:55:35.436144 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:35.549557 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-bc1a4b65-2de9-46af-9bed-2a46293b4590 service neutron] 10.222.0.66 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944660 Oct 27 01:55:35.604011 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:35.763194 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:35.782375 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-84f25b15-3bea-4035-94d3-036e9964ce56 req-f3a74aa0-026a-4c6f-a8b7-029fb12d762a tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 210 time: 0.0309412 Oct 27 01:55:35.827142 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:35.894783 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=7cda7897-30c5-48fd-adfe-4b87b7a64ccb,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:35.904510 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:36.001300 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP cb3e94af-a75c-4688-a7f6-4c62eeb8ac29 associated. External IP: 172.27.0.123, port: 6275dbe4-2767-45ec-a8c1-29bce58f420a. Oct 27 01:55:36.203846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:36.308932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:36.319443 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:36.329912 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:36.330517 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:36.423056 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:36.435710 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:36.452981 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-18502864-d760-405f-ba27-67105c514150 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0544386 Oct 27 01:55:36.453628 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:36.455950 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af034267-d705-4d73-9444-916cfe77ab8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:36.499190 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaf5e68-8d19-472c-a77c-c2ff1a5d89c3 x-openstack-request-id: req-3eaf5e68-8d19-472c-a77c-c2ff1a5d89c3 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:36.499607 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:36.499873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3eaf5e68-8d19-472c-a77c-c2ff1a5d89c3 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:36.500268 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'status': 'completed', 'code': 200} Oct 27 01:55:36.590302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034267-d705-4d73-9444-916cfe77ab8a req-70256105-abd5-438a-9c74-68a3ef46c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:36.591841 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-70256105-abd5-438a-9c74-68a3ef46c6cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1099 time: 0.0419717 Oct 27 01:55:36.656369 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:35Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:36.687114 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:36.696686 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:36.697312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:36.805583 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:36.856915 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:55:36.933748 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f09ff111-f2e8-4e4a-bec8-626da3307705 req-125f7193-e08d-4815-ba03-203eccdcb386 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Oct 27 01:55:36.968276 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034267-d705-4d73-9444-916cfe77ab8a req-843cf91c-833c-4f1e-97a0-0e10848da62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:36.969727 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-843cf91c-833c-4f1e-97a0-0e10848da62b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.3662822 Oct 27 01:55:37.036788 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:35Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:37.037115 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-1a0efcc4-f6e1-45d6-98c7-58cefe3e960d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 1000 time: 0.0588360 Oct 27 01:55:37.067336 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa3d26-53ad-40fc-9e89-828cfe5c41a9 None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:35Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:37.086858 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034267-d705-4d73-9444-916cfe77ab8a req-edfaafbc-d57a-417d-9394-7d2ca92fa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:37.088521 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-edfaafbc-d57a-417d-9394-7d2ca92fa76c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0445204 Oct 27 01:55:37.172906 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034267-d705-4d73-9444-916cfe77ab8a req-b5bb44b8-2583-4e3b-ac55-bbf8760fe93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:37.174491 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-b5bb44b8-2583-4e3b-ac55-bbf8760fe93f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403931 Oct 27 01:55:37.270450 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-6c873715-ddde-489b-bf9f-9b7be8f9b9d7 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880730 Oct 27 01:55:37.282392 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e262fc2-25b6-4470-bf89-11b92f34f59b None None] New status for floating IP cb3e94af-a75c-4688-a7f6-4c62eeb8ac29: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:55:37.368308 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-af034267-d705-4d73-9444-916cfe77ab8a req-1aa671a0-538e-4e79-809d-d4e9f250702b service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Oct 27 01:55:38.031183 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2c49f59-b4fe-430c-aedc-f8b3f7d96155 req-a9cf128a-eb22-4e13-8ebd-9b88ec4e371b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 210 time: 0.0257995 Oct 27 01:55:38.065133 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-e237a7ed-17c2-4999-8077-203cb66bac2b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:38.067156 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-e237a7ed-17c2-4999-8077-203cb66bac2b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "GET /v2.0/networks?id=fd248fbb-ab5b-401e-8d9f-9be68840d48e HTTP/1.1" status: 200 len: 814 time: 0.1113250 Oct 27 01:55:38.087733 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Request body: {'port': {'device_id': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e', 'admin_state_up': True, 'tenant_id': 'de29f559f2d34482a408878642cd7fe4'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:38.248134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Made reservation on behalf of de29f559f2d34482a408878642cd7fe4 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:55:38.251719 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:38.396811 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Allocated IP 172.20.0.13 (fd248fbb-ab5b-401e-8d9f-9be68840d48e/4cca51b5-b308-4490-abb8-ed281e3cf4f8/47cf5f55-10da-4a01-afee-214e60f8989e) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:55:38.547593 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:38.636854 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:38.678639 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:55:38.681724 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:55:38.685395 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:55:38.710078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Pushing event updated for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:38.736720 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:38.737323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:38.812018 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-d8b4f6f2-7565-4ffa-9b74-1ee7c11838dd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7279646 Oct 27 01:55:38.836871 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Request body: {'port': {'device_id': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:55:38.900197 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.152919 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e711da-74a9-4429-8c05-fb59af28ae55 req-ba98a005-3c03-476b-809b-138e54dda40b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:39.154395 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d2e711da-74a9-4429-8c05-fb59af28ae55 req-ba98a005-3c03-476b-809b-138e54dda40b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 932 time: 0.0506535 Oct 27 01:55:39.162992 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cf5f55-10da-4a01-afee-214e60f8989e {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:55:39.175762 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.193820 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d2e711da-74a9-4429-8c05-fb59af28ae55 req-d7121c31-57b1-406b-8e77-dd43f8484991 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Oct 27 01:55:39.195187 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Transition to ACTIVE for port object 47cf5f55-10da-4a01-afee-214e60f8989e will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:55:39.265221 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.312786 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Pushing event updated for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:39.382992 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Attempting to bind port 47cf5f55-10da-4a01-afee-214e60f8989e on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:55:39.383365 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Attempting to bind port 47cf5f55-10da-4a01-afee-214e60f8989e by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:55:39.383673 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Attempting to bind port 47cf5f55-10da-4a01-afee-214e60f8989e on network fd248fbb-ab5b-401e-8d9f-9be68840d48e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:55:39.387950 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Port 47cf5f55-10da-4a01-afee-214e60f8989e on network fd248fbb-ab5b-401e-8d9f-9be68840d48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:55:39.388275 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Attempting to bind port 47cf5f55-10da-4a01-afee-214e60f8989e on network fd248fbb-ab5b-401e-8d9f-9be68840d48e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:55:39.393566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:55:39.394593 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Checking segment: {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:55:39.395061 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Bound using segment: {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:55:39.395599 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Bound port: 47cf5f55-10da-4a01-afee-214e60f8989e, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:55:39.396024 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.456480 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:55:39.460109 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=47cf5f55-10da-4a01-afee-214e60f8989e,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:55:39.556623 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.591751 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:39.592356 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:39.593732 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] 10.222.0.71 "PUT /v2.0/ports/47cf5f55-10da-4a01-afee-214e60f8989e HTTP/1.1" status: 200 len: 1094 time: 0.7621715 Oct 27 01:55:39.594157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:39.596434 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:39.616806 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb411-0329-4ea8-8e59-9533b88b278e service neutron] Pushing event updated for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:39.637168 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d17bf2-cd3a-4df2-88f3-d66d15875cd9 x-openstack-request-id: req-96d17bf2-cd3a-4df2-88f3-d66d15875cd9 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:39.637456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:39.637706 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96d17bf2-cd3a-4df2-88f3-d66d15875cd9 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:39.638099 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e', 'status': 'completed', 'code': 200} Oct 27 01:55:39.727972 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-06d1aaaf-d56e-4cc0-ab2b-af7b3637c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:39.729437 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-06d1aaaf-d56e-4cc0-ab2b-af7b3637c534 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 1097 time: 0.0451052 Oct 27 01:55:39.832144 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-b6f983a2-6fb9-4c2f-91bf-90fada9efb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:39.833635 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-b6f983a2-6fb9-4c2f-91bf-90fada9efb27 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=de29f559f2d34482a408878642cd7fe4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0884106 Oct 27 01:55:39.930170 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-19923b6d-ce09-4b4f-ae95-77a54d667ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:39.931644 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0d9a9f3-4b96-4ebe-bd18-9a313367c607 req-19923b6d-ce09-4b4f-ae95-77a54d667ede service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904260 Oct 27 01:55:40.034020 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-bf56cd05-2757-4e31-afae-ac3702aaa014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:40.035994 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-bf56cd05-2757-4e31-afae-ac3702aaa014 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 1097 time: 0.0394616 Oct 27 01:55:40.087384 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-c08e6ecc-9f65-4c72-8ded-5b97dfa82148 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47cf5f55-10da-4a01-afee-214e60f8989e HTTP/1.1" status: 200 len: 217 time: 0.0348129 Oct 27 01:55:40.137070 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-93f57b9a-2c5a-4a9e-823b-dbb0dbdae79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:40.138434 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-93f57b9a-2c5a-4a9e-823b-dbb0dbdae79a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cca51b5-b308-4490-abb8-ed281e3cf4f8 HTTP/1.1" status: 200 len: 854 time: 0.0416856 Oct 27 01:55:40.171050 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-81940ffd-5b57-4e14-b210-5bb71853a136 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd248fbb-ab5b-401e-8d9f-9be68840d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237901 Oct 27 01:55:40.271587 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-203388d7-19b5-4050-bf66-be877096bbbb service neutron] 10.222.0.71 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902143 Oct 27 01:55:40.317102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b9548-3ea8-475d-9462-70254daca9f0 req-38310614-284d-45f3-9997-7534003e7470 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:40.318558 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a89b9548-3ea8-475d-9462-70254daca9f0 req-38310614-284d-45f3-9997-7534003e7470 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 944 time: 0.0526555 Oct 27 01:55:40.355803 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a89b9548-3ea8-475d-9462-70254daca9f0 req-c42e19ca-098a-4e7d-aa6d-c7c68a9e3f68 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Oct 27 01:55:40.373304 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6ce4ed73-2860-4c9b-b8ce-75589649cad0 req-4fe9dc96-c8ac-457a-a51d-b48db10037fd service neutron] 10.222.0.71 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831835 Oct 27 01:55:41.472795 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14bd8e-1908-4d7d-9f6a-8ae98d3a4417 req-cad7e6ea-fcf4-44e8-abc9-a3d5255d5442 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:41.474317 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd14bd8e-1908-4d7d-9f6a-8ae98d3a4417 req-cad7e6ea-fcf4-44e8-abc9-a3d5255d5442 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 944 time: 0.0492883 Oct 27 01:55:41.510659 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd14bd8e-1908-4d7d-9f6a-8ae98d3a4417 req-bfd0f8a8-602c-4aa6-9058-052491d58159 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Oct 27 01:55:42.624078 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99028e82-54ea-47af-902d-ff15ad720774 req-e2c6ea4a-a91e-46aa-808d-b38c5e3a86db tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:42.625520 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-99028e82-54ea-47af-902d-ff15ad720774 req-e2c6ea4a-a91e-46aa-808d-b38c5e3a86db tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 944 time: 0.0469706 Oct 27 01:55:42.662800 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-99028e82-54ea-47af-902d-ff15ad720774 req-0cf952ee-8a71-4ba0-ab1c-194d4e6ea963 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Oct 27 01:55:43.781017 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf1746-b779-494f-ae6e-f3837eed6d04 req-02ccf901-3abc-41af-b296-d0982e67d888 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:43.782444 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65cf1746-b779-494f-ae6e-f3837eed6d04 req-02ccf901-3abc-41af-b296-d0982e67d888 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 944 time: 0.0509784 Oct 27 01:55:43.817932 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65cf1746-b779-494f-ae6e-f3837eed6d04 req-71f645f4-4105-4439-8f08-d68bb5f675c4 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Oct 27 01:55:44.796915 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 47cf5f55-10da-4a01-afee-214e60f8989e details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:55:44.863671 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51538) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:44.889786 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=47cf5f55-10da-4a01-afee-214e60f8989e,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:44.905229 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '47cf5f55-10da-4a01-afee-214e60f8989e', 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e', 'port_id': '47cf5f55-10da-4a01-afee-214e60f8989e', 'mac_address': 'fa:16:3e:aa:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cca51b5-b308-4490-abb8-ed281e3cf4f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:55:44.935638 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ddaa-06d1-4c82-ac61-01feed4e6e29 req-a71de804-31b1-497a-85fd-5c3a68efcf35 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:44.937746 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-51f3ddaa-06d1-4c82-ac61-01feed4e6e29 req-a71de804-31b1-497a-85fd-5c3a68efcf35 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 944 time: 0.0520399 Oct 27 01:55:44.941238 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:44.958431 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cf5f55-10da-4a01-afee-214e60f8989e {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:55:44.981187 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-51f3ddaa-06d1-4c82-ac61-01feed4e6e29 req-9d1c6fd0-cd33-425f-b216-c6b295c778fe tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Oct 27 01:55:44.986465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=47cf5f55-10da-4a01-afee-214e60f8989e,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:45.058949 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.106599 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:45.113697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.114048 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.114388 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.114721 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.115051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.115405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.115732 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.116057 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.116384 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.116705 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.117026 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.117347 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:55:45.124652 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Deleting port ed04d484-263d-41da-b8ae-ae24f88ccec5 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:45.124987 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.204751 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.205070 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.216766 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Calling delete_port for ed04d484-263d-41da-b8ae-ae24f88ccec5 owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:45.449579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.475700 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event deleted for resources: {'Port': ['ID=ed04d484-263d-41da-b8ae-ae24f88ccec5,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:45.533640 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.533881 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Floating IP 8a37053a-e42f-4657-be10-87865111adbe disassociated (deleted). External IP: 172.27.0.124, port: 29bfb984-9a1c-4aec-a026-7b22bb3c859b. Oct 27 01:55:45.569189 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['47cf5f55-10da-4a01-afee-214e60f8989e'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:55:45.743189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:45.847527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:45.851975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:45.858857 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Sync routers for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:45.868892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:45.869581 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:45.893479 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-29586a5f-4dc6-417f-b8b7-f9e7e3d22458 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a37053a-e42f-4657-be10-87865111adbe HTTP/1.1" status: 204 len: 168 time: 1.0286252 Oct 27 01:55:45.894202 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:45.896354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3" -d '{"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:46.039995 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8893d7c7-c0a2-4901-b4b7-961a12045d1f x-openstack-request-id: req-8893d7c7-c0a2-4901-b4b7-961a12045d1f {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:46.053860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:46.053860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8893d7c7-c0a2-4901-b4b7-961a12045d1f {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:46.053860 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'status': 'completed', 'code': 200} Oct 27 01:55:46.103731 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:46.137240 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a3b4-a8a4-43d2-83c4-ce05a8ab4a13 req-a91a28cc-b5d0-4303-b0c4-1be5bece0958 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.139555 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1833a3b4-a8a4-43d2-83c4-ce05a8ab4a13 req-a91a28cc-b5d0-4303-b0c4-1be5bece0958 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 945 time: 0.0563123 Oct 27 01:55:46.153033 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-9e72429f-a013-43c5-b761-88cee0787f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.154524 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-9e72429f-a013-43c5-b761-88cee0787f1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 1098 time: 0.0457108 Oct 27 01:55:46.183576 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1833a3b4-a8a4-43d2-83c4-ce05a8ab4a13 req-c961ac42-4ca1-4c85-a67c-815dbffb5f67 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 Oct 27 01:55:46.266376 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-2e783556-62ba-48e5-a85b-79e7fee3b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.267875 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-2e783556-62ba-48e5-a85b-79e7fee3b2a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 200 len: 911 time: 0.1047120 Oct 27 01:55:46.307945 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:46.339641 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Checking router: 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:46.346759 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dc876-f22b-47a4-a59b-e1e743e7b967 req-943a9afb-f8ed-41f1-97b3-5270ce96c1b7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.348590 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:46.348829 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cc7dc876-f22b-47a4-a59b-e1e743e7b967 req-943a9afb-f8ed-41f1-97b3-5270ce96c1b7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0495653 Oct 27 01:55:46.349322 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:46.352066 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-9f6d9443-14e0-46df-bcc6-52f39e1abca2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 200 len: 217 time: 0.0358241 Oct 27 01:55:46.389359 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cc7dc876-f22b-47a4-a59b-e1e743e7b967 req-265b8b89-2c7b-4958-8079-8f802322add5 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Oct 27 01:55:46.408197 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-be0bfc83-9959-4655-96c1-c45eb38ffa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.410227 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-be0bfc83-9959-4655-96c1-c45eb38ffa10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 200 len: 848 time: 0.0482948 Oct 27 01:55:46.454703 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:46.464011 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-fe8c2221-1016-451d-9799-61dca36bf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:46.465484 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-fe8c2221-1016-451d-9799-61dca36bf370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8abd833a-30e6-41bc-acad-8109cee93197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426099 Oct 27 01:55:46.561103 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-e20e8e4b-a4cc-4ca3-8d8d-f683ab27725a service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Oct 27 01:55:46.651138 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:46.656049 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b19aa66e-69a2-4c0c-b0c2-4eb97e0511d3 req-d24ef783-bcbd-4d7d-a144-ab55852e4a66 service neutron] 10.222.0.71 "GET /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859275 Oct 27 01:55:46.675878 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30152c-2375-4da4-aa9a-8b54471fa5a1 None None] The sync data for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi is: [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:57Z', 'revision_number': 4, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '3b99a1c0-4fe4-49a0-9418-97328fde14bd', 'name': '', 'network_id': '8abd833a-30e6-41bc-acad-8109cee93197', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'mac_address': 'fa:16:3e:db:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:56Z', 'updated_at': '2021-10-27T01:49:00Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'subnets': [{'id': '6579797b-e8d8-4639-b881-18b1d5461e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:46.807759 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 47cf5f55-10da-4a01-afee-214e60f8989e up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:55:46.888927 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b31aa6-5d43-43b0-9e22-7f8740888160 None None] New status for floating IP 8a37053a-e42f-4657-be10-87865111adbe: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:55:46.916167 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 47cf5f55-10da-4a01-afee-214e60f8989e completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:55:46.921427 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 47cf5f55-10da-4a01-afee-214e60f8989e triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:55:46.921427 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:46.998468 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:47.021181 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:47.023557 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f326b-bc00-485b-978e-d9917c7e473c" -d '{"events": [{"server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "name": "network-vif-plugged", "status": "completed", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:47.038814 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=47cf5f55-10da-4a01-afee-214e60f8989e,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:47.062106 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d4ac8-7bf5-4a40-acd2-231a08c47962 x-openstack-request-id: req-836d4ac8-7bf5-4a40-acd2-231a08c47962 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:47.062398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "name": "network-vif-plugged", "status": "completed", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:47.062679 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-836d4ac8-7bf5-4a40-acd2-231a08c47962 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:47.063098 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e', 'code': 200} Oct 27 01:55:47.133330 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:47.186478 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:47.299904 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6233f-4c36-4cd2-ab38-c06dc57cd810 req-1746acb9-0cb1-4940-bce2-929a5b25f62e tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:47.301970 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ee6233f-4c36-4cd2-ab38-c06dc57cd810 req-1746acb9-0cb1-4940-bce2-929a5b25f62e tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0492175 Oct 27 01:55:47.340749 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ee6233f-4c36-4cd2-ab38-c06dc57cd810 req-00e4048f-94e3-41c8-9699-cf9b7ec1e284 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Oct 27 01:55:47.416056 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fa3c8-e2cb-4f4e-8d2a-fb3eb436454c req-a14a056e-240f-4b02-967c-13e651bf3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:47.417528 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-791fa3c8-e2cb-4f4e-8d2a-fb3eb436454c req-a14a056e-240f-4b02-967c-13e651bf3006 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 1099 time: 0.0426269 Oct 27 01:55:47.455006 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-791fa3c8-e2cb-4f4e-8d2a-fb3eb436454c req-8c0f38f0-e321-455f-bd7b-0f5d97300def service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297081 Oct 27 01:55:47.508953 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300f07a-ca8a-4011-8e73-96b319298ca4 req-470cd629-7eae-4f11-9d3d-6c27abfb1dea tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:47.510406 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8300f07a-ca8a-4011-8e73-96b319298ca4 req-470cd629-7eae-4f11-9d3d-6c27abfb1dea tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0474691 Oct 27 01:55:47.546893 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8300f07a-ca8a-4011-8e73-96b319298ca4 req-b03f0271-f6fe-4b10-a188-51f760fae88e tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Oct 27 01:55:48.455729 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe2bcf-bf91-4f29-9366-f86278264e28 req-f7a41832-39fe-4bd5-9cc9-a66172b4920b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:48.457799 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fbbe2bcf-bf91-4f29-9366-f86278264e28 req-f7a41832-39fe-4bd5-9cc9-a66172b4920b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Oct 27 01:55:48.493721 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fbbe2bcf-bf91-4f29-9366-f86278264e28 req-c81094bd-f5bb-4333-918f-a59124a5987b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302680 Oct 27 01:55:48.664275 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00789a51-5eed-4484-a82d-8f43fef8ecd4 req-cff2f0ee-af4f-4809-86dc-726080342ea7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:48.665716 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-00789a51-5eed-4484-a82d-8f43fef8ecd4 req-cff2f0ee-af4f-4809-86dc-726080342ea7 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0507138 Oct 27 01:55:48.702297 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-00789a51-5eed-4484-a82d-8f43fef8ecd4 req-c215a503-7dce-4c71-85cf-d16b9c41c313 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/security-groups?id=386b52a4-2223-4044-8b99-dc08a3f0c578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Oct 27 01:55:49.005029 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d41f8-469b-4382-8847-d297acecde79 req-57a5499b-df30-4885-8fa7-c3ea7424ff98 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:49.006452 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-393d41f8-469b-4382-8847-d297acecde79 req-57a5499b-df30-4885-8fa7-c3ea7424ff98 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.71 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 945 time: 0.0490484 Oct 27 01:55:49.134530 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Deleting port 29bfb984-9a1c-4aec-a026-7b22bb3c859b {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:49.134874 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:49.220525 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] For port 29bfb984-9a1c-4aec-a026-7b22bb3c859b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=29bfb984-9a1c-4aec-a026-7b22bb3c859b,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:49.220915 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:49.233185 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Calling delete_port for 29bfb984-9a1c-4aec-a026-7b22bb3c859b owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:49.413469 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:49.448500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event deleted for resources: {'Port': ['ID=29bfb984-9a1c-4aec-a026-7b22bb3c859b,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:49.490739 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] No DVR routers for this DVR port 29bfb984-9a1c-4aec-a026-7b22bb3c859b on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:49.493251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:49.496535 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-393d41f8-469b-4382-8847-d297acecde79 req-5b1030d1-7d17-48e8-b968-3a237b34af5a tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.71 "DELETE /v2.0/ports/29bfb984-9a1c-4aec-a026-7b22bb3c859b HTTP/1.1" status: 204 len: 173 time: 0.4503608 Oct 27 01:55:49.497734 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-deleted', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:55:49.499174 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499a07e-7cc6-45ce-94b5-703d83c1e18f" -d '{"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-deleted", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:55:49.538176 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9756a105-b1cc-48cf-9433-0539dd835a0a x-openstack-request-id: req-9756a105-b1cc-48cf-9433-0539dd835a0a {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:55:49.538468 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270569b4-d440-4cba-921b-d4a2693b272e", "name": "network-vif-deleted", "tag": "29bfb984-9a1c-4aec-a026-7b22bb3c859b", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:55:49.538745 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9756a105-b1cc-48cf-9433-0539dd835a0a {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:55:49.539167 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270569b4-d440-4cba-921b-d4a2693b272e', 'name': 'network-vif-deleted', 'tag': '29bfb984-9a1c-4aec-a026-7b22bb3c859b', 'status': 'completed', 'code': 200} Oct 27 01:55:49.618640 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f5ef-ee82-4df9-9983-bf4a615ba0b8 req-ec34626f-834a-47bc-ae8c-a196cd7233bf tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:49.620283 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3801f5ef-ee82-4df9-9983-bf4a615ba0b8 req-ec34626f-834a-47bc-ae8c-a196cd7233bf tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0521097 Oct 27 01:55:49.657957 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3801f5ef-ee82-4df9-9983-bf4a615ba0b8 req-50dde2bc-2f9e-4fe2-b885-97d2e42ad7ae tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Oct 27 01:55:49.797595 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f65bdeb7-75cc-46f2-b4db-a87aa52a270c req-9e2dc03b-88cb-4255-8d6f-93d95883b6fe tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0283122 Oct 27 01:55:50.774159 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbe31f-93a6-46dd-b654-796621ba945d req-3f82f48f-730e-41e7-8b65-11af9726f1c6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:55:50.775626 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-60bbe31f-93a6-46dd-b654-796621ba945d req-3f82f48f-730e-41e7-8b65-11af9726f1c6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0479105 Oct 27 01:55:50.811915 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-60bbe31f-93a6-46dd-b654-796621ba945d req-1e689d9e-f48d-4c94-ae6c-4cd0fdb01e39 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Oct 27 01:55:50.907195 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-995f8c98-a20b-46c4-96b3-7cf3e44f63b7 req-5ed72a44-2309-46e6-971a-79838d4f02c0 tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "GET /v2.0/ports?device_id=270569b4-d440-4cba-921b-d4a2693b272e HTTP/1.1" status: 200 len: 210 time: 0.0263367 Oct 27 01:55:51.965455 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51646) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:52.023736 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:52.047013 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:52.180701 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:52.183588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:52.184749 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] 10.222.0.66 "DELETE /v2.0/security-groups/386b52a4-2223-4044-8b99-dc08a3f0c578 HTTP/1.1" status: 204 len: 168 time: 0.2183051 Oct 27 01:55:52.195123 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f1f23-8a16-4e47-bb0a-a504a210e18f tempest-TestShelveInstance-175898474 tempest-TestShelveInstance-175898474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b52a4-2223-4044-8b99-dc08a3f0c578,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:52.297902 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51658) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:52.694051 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:52.856576 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:52.877555 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 29bfb984-9a1c-4aec-a026-7b22bb3c859b {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:52.877909 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 29bfb984-9a1c-4aec-a026-7b22bb3c859b not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:53.183495 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Deleting port 3b99a1c0-4fe4-49a0-9418-97328fde14bd {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:53.184177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:53.258910 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] For port 3b99a1c0-4fe4-49a0-9418-97328fde14bd, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3b99a1c0-4fe4-49a0-9418-97328fde14bd,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:53.259363 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:53.272355 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Calling delete_port for 3b99a1c0-4fe4-49a0-9418-97328fde14bd owned by network:router_interface {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:53.494769 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:53.523867 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b99a1c0-4fe4-49a0-9418-97328fde14bd,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:53.704690 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:53.915437 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:54.023566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:54.028958 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-0dceaef7-d3ec-4c92-89ef-51d49699447c admin admin] 10.222.0.66 "PUT /v2.0/routers/595d14e6-cf6b-4e1b-bab5-c072eda1ed55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299318 Oct 27 01:55:54.031393 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51674) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:54.033125 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Sync routers for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:54.042658 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:54.043379 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:54.130916 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.147987 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:54.236346 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.334221 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:55:53Z', 'revision_number': 5, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port': {'id': '8a23131f-a496-4329-a6a6-06ab466a22d1', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:54.360501 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Checking router: 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:54.369480 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Routers {'595d14e6-cf6b-4e1b-bab5-c072eda1ed55'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:54.370300 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:54.373720 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Deleting port 8a23131f-a496-4329-a6a6-06ab466a22d1 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:54.374061 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.456981 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] For port 8a23131f-a496-4329-a6a6-06ab466a22d1, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=8a23131f-a496-4329-a6a6-06ab466a22d1,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:54.457831 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.459726 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] Set router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 gateway port host: None {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:54.469912 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Calling delete_port for 8a23131f-a496-4329-a6a6-06ab466a22d1 owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:54.514392 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:55:54Z', 'revision_number': 6, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:54.541307 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b074532-6e8c-4364-b8ff-4033aaad2dab None None] The sync data for ids ['595d14e6-cf6b-4e1b-bab5-c072eda1ed55'] in dv-cinder-786873-5-iscsi is: [{'id': '595d14e6-cf6b-4e1b-bab5-c072eda1ed55', 'name': 'tempest-TestShelveInstance-1474985880-router', 'tenant_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:48:53Z', 'updated_at': '2021-10-27T01:55:54Z', 'revision_number': 6, 'project_id': 'dfdc1aa1208f439e9c5dc6ad72d8392e', 'gw_port_host': None}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:54.706208 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.732423 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a23131f-a496-4329-a6a6-06ab466a22d1,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:54.796763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.807246 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ca140770-0679-4e79-aeae-96f7920c2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.885174 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:54.887369 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.009123 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.009619 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595d14e6-cf6b-4e1b-bab5-c072eda1ed55 {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:55:55.013862 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.015030 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-148273cb-d982-4ca4-b394-c0f5b50c670e admin admin] 10.222.0.66 "DELETE /v2.0/routers/595d14e6-cf6b-4e1b-bab5-c072eda1ed55 HTTP/1.1" status: 204 len: 168 time: 0.9825239 Oct 27 01:55:55.017538 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51682) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:55.060965 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Deleting subnet 6579797b-e8d8-4639-b881-18b1d5461e16 {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:55:55.063868 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.101243 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14348200'] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.235577 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.358173 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14667544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13268533'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.389224 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6579797b-e8d8-4639-b881-18b1d5461e16,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:55.395016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.395016 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-54f9afdd-b279-4a2c-8024-863c603caef0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6579797b-e8d8-4639-b881-18b1d5461e16 HTTP/1.1" status: 204 len: 168 time: 0.3761904 Oct 27 01:55:55.396404 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0db886-93c2-4da2-a25a-c778f97b8cdc None None] Network 8abd833a-30e6-41bc-acad-8109cee93197 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:55:55.397454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51684) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:55.483475 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.509423 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 8a23131f-a496-4329-a6a6-06ab466a22d1 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:55.534164 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 8a23131f-a496-4329-a6a6-06ab466a22d1 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:55.534449 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 8a23131f-a496-4329-a6a6-06ab466a22d1 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:55.534870 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3b99a1c0-4fe4-49a0-9418-97328fde14bd no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:55.547532 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Deleting port 90d07b7d-9c53-4019-8d2b-2c50e538f379 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:55.548121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.565543 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 3b99a1c0-4fe4-49a0-9418-97328fde14bd {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:55.566202 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3b99a1c0-4fe4-49a0-9418-97328fde14bd not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:55.624106 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] For port 90d07b7d-9c53-4019-8d2b-2c50e538f379, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=90d07b7d-9c53-4019-8d2b-2c50e538f379,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:55.625113 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.643264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Calling delete_port for 90d07b7d-9c53-4019-8d2b-2c50e538f379 owned by network:dhcp {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:55.650182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] DHCP port deletion for 8abd833a-30e6-41bc-acad-8109cee93197 request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:55:55.700300 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Deleting port 90d07b7d-9c53-4019-8d2b-2c50e538f379 {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:55.700667 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.767148 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] For port 90d07b7d-9c53-4019-8d2b-2c50e538f379, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=90d07b7d-9c53-4019-8d2b-2c50e538f379,segment=NetworkSegment(57883e8a-86fb-4303-834f-94fd9b9f0884),segment_id=57883e8a-86fb-4303-834f-94fd9b9f0884)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:55.767634 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.785678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Calling delete_port for 90d07b7d-9c53-4019-8d2b-2c50e538f379 owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:55.796503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.824122 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] No DVR routers for this DVR port 90d07b7d-9c53-4019-8d2b-2c50e538f379 on host dv-cinder-786873-5-iscsi {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:55.826395 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d07b7d-9c53-4019-8d2b-2c50e538f379,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:55.899181 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.904833 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.919870 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abd833a-30e6-41bc-acad-8109cee93197']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:55.929865 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57883e8a-86fb-4303-834f-94fd9b9f0884') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:55.930153 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57883e8a-86fb-4303-834f-94fd9b9f0884') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:55.930483 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] Pushing event deleted for resources: {'Port': ['ID=90d07b7d-9c53-4019-8d2b-2c50e538f379,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:55.935486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8518ffe-24ed-4d5a-9239-59a7493b8ea2 None None] No DVR routers for this DVR port 90d07b7d-9c53-4019-8d2b-2c50e538f379 on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:55.940353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.954259 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.962830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:55:55.962830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:55:55.963007 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:55:56.096081 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:56.096081 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:56.102024 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8abd833a-30e6-41bc-acad-8109cee93197 HTTP/1.1" status: 204 len: 168 time: 0.6988163 Oct 27 01:55:56.102024 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51692) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:56.116560 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6dcf-da30-402a-9e75-074dc1952fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8abd833a-30e6-41bc-acad-8109cee93197,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:56.526978 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:56.832693 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Deleting port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:56.833025 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:56.912136 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] For port 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:56.912496 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:56.924032 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Calling delete_port for 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 owned by network:router_interface {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:57.180637 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:57.450281 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:57.511490 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 90d07b7d-9c53-4019-8d2b-2c50e538f379 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:57.632436 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:57.692182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 90d07b7d-9c53-4019-8d2b-2c50e538f379 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:57.692442 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 90d07b7d-9c53-4019-8d2b-2c50e538f379 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:57.795898 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-30d406a4-1b24-4289-8c15-79767c9600b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:57.852323 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Router e487fa3e-ae2a-45a6-8257-cfb782f93572 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:55:57.963229 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:55:57.968400 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-52cd33f9-0282-41e9-98bc-be077e445d11 admin admin] 10.222.0.66 "PUT /v2.0/routers/e487fa3e-ae2a-45a6-8257-cfb782f93572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665204 Oct 27 01:55:57.971012 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51704) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:57.971648 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Sync routers for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:55:57.982124 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:57.982813 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:58.074635 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.087471 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:58.181502 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.268531 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:55:57Z', 'revision_number': 5, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port': {'id': 'ad1bcf8d-8d4d-4504-baba-1229028e9994', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:58.296846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Deleting port ad1bcf8d-8d4d-4504-baba-1229028e9994 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:58.297177 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.298067 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Checking router: e487fa3e-ae2a-45a6-8257-cfb782f93572 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:55:58.312149 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Routers {'e487fa3e-ae2a-45a6-8257-cfb782f93572'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:55:58.313071 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:55:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['e487fa3e-ae2a-45a6-8257-cfb782f93572'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:58.382923 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] For port ad1bcf8d-8d4d-4504-baba-1229028e9994, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=ad1bcf8d-8d4d-4504-baba-1229028e9994,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:58.383476 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.396513 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] Set router e487fa3e-ae2a-45a6-8257-cfb782f93572 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:55:58.400357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Calling delete_port for ad1bcf8d-8d4d-4504-baba-1229028e9994 owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:58.426781 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.557831 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:55:58Z', 'revision_number': 6, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:58.584310 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2ca28-aa19-49e7-bb55-46839cf16a4b None None] The sync data for ids ['e487fa3e-ae2a-45a6-8257-cfb782f93572'] in dv-cinder-786873-5-iscsi is: [{'id': 'e487fa3e-ae2a-45a6-8257-cfb782f93572', 'name': 'tempest-TestShelveInstance-676391549-router', 'tenant_id': '3b9a29c223544587a2a6ae153dc1a462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:49:02Z', 'updated_at': '2021-10-27T01:55:58Z', 'revision_number': 6, 'project_id': '3b9a29c223544587a2a6ae153dc1a462', 'gw_port_host': None}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:55:58.631740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.658216 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1bcf8d-8d4d-4504-baba-1229028e9994,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:58.719250 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.810587 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.812808 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.826625 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.912283 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.913275 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e487fa3e-ae2a-45a6-8257-cfb782f93572 {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:55:58.926653 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:58.926653 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b36c57ae-c324-4c80-a63c-fe98d67c8199 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e487fa3e-ae2a-45a6-8257-cfb782f93572 HTTP/1.1" status: 204 len: 168 time: 0.9477906 Oct 27 01:55:58.928109 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51712) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:58.977579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Deleting subnet cfa4c56f-69c9-4b37-910f-b8490be29c8d {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:55:58.981373 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.016646 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14348200'] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.090521 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.202763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14667544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13268533'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.230557 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa4c56f-69c9-4b37-910f-b8490be29c8d,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:59.236086 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.239899 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-188eda2e-c1ac-4b34-a331-d4381c2637fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cfa4c56f-69c9-4b37-910f-b8490be29c8d HTTP/1.1" status: 204 len: 168 time: 0.3107102 Oct 27 01:55:59.242297 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 51716) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:55:59.243821 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcdfde-f5be-456b-b0d2-d1d9845a0e0f None None] Network 46f58f38-9a28-46bd-9f05-ac95584e2839 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:55:59.313034 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.368282 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Deleting port 0abd3bc1-271a-4a71-a710-586135f0717f {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:59.368727 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.419477 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] DHCP port deletion for 46f58f38-9a28-46bd-9f05-ac95584e2839 request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:55:59.442060 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] For port 0abd3bc1-271a-4a71-a710-586135f0717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=0abd3bc1-271a-4a71-a710-586135f0717f,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:59.448460 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.461086 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Calling delete_port for 0abd3bc1-271a-4a71-a710-586135f0717f owned by network:dhcp {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:59.492526 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Deleting port 0abd3bc1-271a-4a71-a710-586135f0717f {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:55:59.492900 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.534588 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 0abd3bc1-271a-4a71-a710-586135f0717f no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:59.591801 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] For port 0abd3bc1-271a-4a71-a710-586135f0717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=0abd3bc1-271a-4a71-a710-586135f0717f,segment=NetworkSegment(f58494bb-bd80-4623-ba18-f8d87dd6b919),segment_id=f58494bb-bd80-4623-ba18-f8d87dd6b919)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:55:59.592689 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.609118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.609917 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Calling delete_port for 0abd3bc1-271a-4a71-a710-586135f0717f owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:55:59.614907 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No ports have port_id starting with 0abd3bc1-271a-4a71-a710-586135f0717f Oct 27 01:55:59.621729 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device ad1bcf8d-8d4d-4504-baba-1229028e9994 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:59.637756 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abd3bc1-271a-4a71-a710-586135f0717f,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:59.639846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] No DVR routers for this DVR port 0abd3bc1-271a-4a71-a710-586135f0717f on host dv-cinder-786873-5-iscsi {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:59.670747 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: ad1bcf8d-8d4d-4504-baba-1229028e9994 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:59.671094 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device ad1bcf8d-8d4d-4504-baba-1229028e9994 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:59.671526 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:55:59.693863 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:55:59.694211 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2f9fde7f-9848-4bbf-8cd0-e525b0dda8f5 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:55:59.718483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.727931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.739590 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f58f38-9a28-46bd-9f05-ac95584e2839']}} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:59.748611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58494bb-bd80-4623-ba18-f8d87dd6b919') {'for_net_delete': True} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:59.748901 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58494bb-bd80-4623-ba18-f8d87dd6b919') {} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:55:59.752259 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] Pushing event deleted for resources: {'Port': ['ID=0abd3bc1-271a-4a71-a710-586135f0717f,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:55:59.756011 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce68a76-fe46-43dd-8be4-f9aa72d2d088 None None] No DVR routers for this DVR port 0abd3bc1-271a-4a71-a710-586135f0717f on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:55:59.758236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14348195'] for segment, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.773499 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.780588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=108323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:55:59.781051 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14667698'] for segment, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: Traceback (most recent call last): Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: timer() Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: cb(*args, **kw) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: return func(*args, **kwargs) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: self._notify() Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: self.callback(batched_events) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: event.method(event) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: return f(self, *a, **k) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._get(url).json() Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: return self.request(url, 'GET', **kwargs) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:55:59.783151 dv-cinder-786873-5-iscsi neutron-server[108323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:56:00.146314 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.153450 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.156594 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46f58f38-9a28-46bd-9f05-ac95584e2839 HTTP/1.1" status: 204 len: 168 time: 0.9133670 Oct 27 01:56:00.166125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33251f-28de-4761-b5b7-50b30361b698 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f58f38-9a28-46bd-9f05-ac95584e2839,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:00.458749 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51726) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:56:00.508650 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f1c01c40-38ed-49ca-bcda-bef8d71dbea4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfdc1aa1208f439e9c5dc6ad72d8392e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517364 Oct 27 01:56:00.511115 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51728) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:56:00.523143 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.557370 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.577862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.694453 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.697149 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:00.698409 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b95bd312-5ced-4f38-bc6f-d46b8dec2827 HTTP/1.1" status: 204 len: 168 time: 0.1862378 Oct 27 01:56:00.706736 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576c7a4-15a4-400b-8634-99449fd2575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95bd312-5ced-4f38-bc6f-d46b8dec2827,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:01.306185 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:01.335804 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51738) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:56:01.374608 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bc1fb69d-ae5a-41c8-93ec-d6492cf628ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b9a29c223544587a2a6ae153dc1a462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376496 Oct 27 01:56:01.377016 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 51742) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:56:01.431797 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:01.453538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:01.580503 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:01.583197 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:01.584405 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/645381db-3ece-498c-bcc8-57be727732c9 HTTP/1.1" status: 204 len: 168 time: 0.2064929 Oct 27 01:56:01.592318 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bc720-9f3c-462d-bf62-12b9ed23797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645381db-3ece-498c-bcc8-57be727732c9,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:13.856725 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:56:24.806437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e4df8430-1874-4f1f-b575-4c6745b164cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:27.754972 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5e6da8a8-caf7-4c89-bd82-9cf19323e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:28.419868 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:28.851680 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:30.505209 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:30.866676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db060-54d8-4557-b230-419aece3bdd9 req-180fa2b3-2ecc-43b7-b2e8-b633d09f6e27 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:30.868216 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5a0db060-54d8-4557-b230-419aece3bdd9 req-180fa2b3-2ecc-43b7-b2e8-b633d09f6e27 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0489397 Oct 27 01:56:30.905755 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5a0db060-54d8-4557-b230-419aece3bdd9 req-78094ab8-6239-430e-bc4a-0608b11352ba tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Oct 27 01:56:31.282131 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:32.021591 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b000-6d87-4344-9ae0-89409be09b56 req-bbdaa78e-7123-4b13-b0be-81842a922b77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:32.023027 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0048b000-6d87-4344-9ae0-89409be09b56 req-bbdaa78e-7123-4b13-b0be-81842a922b77 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0475883 Oct 27 01:56:32.059440 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0048b000-6d87-4344-9ae0-89409be09b56 req-8671ab77-f796-44f7-9a52-0c5f907ca22b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304947 Oct 27 01:56:33.178852 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c684b17-efbf-4bcd-bcb6-8337d4041ad2 req-3155add8-e3c5-42c8-851c-c6021c78a1a0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:33.180301 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2c684b17-efbf-4bcd-bcb6-8337d4041ad2 req-3155add8-e3c5-42c8-851c-c6021c78a1a0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0510590 Oct 27 01:56:33.217229 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2c684b17-efbf-4bcd-bcb6-8337d4041ad2 req-cb4f345c-5c57-4aaf-a479-c131a6da4f95 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Oct 27 01:56:34.334107 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8509a-651a-4e92-b250-a2f61997d004 req-c0e3ae3d-5a43-42a1-b160-6237d7060757 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:34.336025 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87a8509a-651a-4e92-b250-a2f61997d004 req-c0e3ae3d-5a43-42a1-b160-6237d7060757 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0474310 Oct 27 01:56:34.371932 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-87a8509a-651a-4e92-b250-a2f61997d004 req-f1ddc414-1cce-4095-a28f-7c8429121ebd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301404 Oct 27 01:56:35.488009 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1911-3b31-4e7f-b249-506bb7704d6c req-5212fa41-8381-4024-91a9-2548b1e045b8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:35.489452 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c2b1911-3b31-4e7f-b249-506bb7704d6c req-5212fa41-8381-4024-91a9-2548b1e045b8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0473163 Oct 27 01:56:35.525789 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c2b1911-3b31-4e7f-b249-506bb7704d6c req-87701055-1dfa-4fec-87fd-dba6e97c5d33 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299227 Oct 27 01:56:36.643611 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4e4-89e4-4931-90f1-fc11c09b4ab9 req-4068a2f4-584a-4aff-b62d-ea19e7b7a4b7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:36.645087 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2392d4e4-89e4-4931-90f1-fc11c09b4ab9 req-4068a2f4-584a-4aff-b62d-ea19e7b7a4b7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Oct 27 01:56:36.682113 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2392d4e4-89e4-4931-90f1-fc11c09b4ab9 req-764fd2fc-2f46-4577-8ea0-f74a64190962 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Oct 27 01:56:37.797712 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31773892-a9fa-4b0a-98d1-8ea1172a7cb5 req-39fc59bb-8275-4ced-a6d0-712859fcc016 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:37.799173 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-31773892-a9fa-4b0a-98d1-8ea1172a7cb5 req-39fc59bb-8275-4ced-a6d0-712859fcc016 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Oct 27 01:56:37.836259 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-31773892-a9fa-4b0a-98d1-8ea1172a7cb5 req-3a135f28-7910-4f57-8235-e87c0bf14e05 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Oct 27 01:56:38.956975 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c9793-d1b8-490e-9bf7-79d975b7f54e req-7ece300f-ad57-4d4e-a2fd-6a718dbb9d65 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:38.958446 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-278c9793-d1b8-490e-9bf7-79d975b7f54e req-7ece300f-ad57-4d4e-a2fd-6a718dbb9d65 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0484698 Oct 27 01:56:38.995187 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-278c9793-d1b8-490e-9bf7-79d975b7f54e req-1f4de8fd-e51a-433c-968b-624f0e1c0a13 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Oct 27 01:56:40.114717 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8434a4-dede-4fee-8dd9-4ef0f046ce62 req-469eceb0-0327-4536-96e4-b9bb05d849ba tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:40.116226 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b8434a4-dede-4fee-8dd9-4ef0f046ce62 req-469eceb0-0327-4536-96e4-b9bb05d849ba tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Oct 27 01:56:40.153553 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b8434a4-dede-4fee-8dd9-4ef0f046ce62 req-736fe0e8-55c8-4618-adb2-e49f8531e72f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310440 Oct 27 01:56:41.272481 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40442c-4582-44e7-928b-0c75d1e66ccb req-441bbec2-5fb8-490b-820e-a7bff809564e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:41.274527 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-de40442c-4582-44e7-928b-0c75d1e66ccb req-441bbec2-5fb8-490b-820e-a7bff809564e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Oct 27 01:56:41.312968 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-de40442c-4582-44e7-928b-0c75d1e66ccb req-ddb408dc-5bbf-4e44-b031-8dfb18885490 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311527 Oct 27 01:56:42.430493 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556a31d-b96e-4ddc-aa2d-e6295c80465f req-2012e95d-696b-4b43-a673-b2230a0d0c22 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:42.431976 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7556a31d-b96e-4ddc-aa2d-e6295c80465f req-2012e95d-696b-4b43-a673-b2230a0d0c22 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Oct 27 01:56:42.469503 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7556a31d-b96e-4ddc-aa2d-e6295c80465f req-c1d83bd5-4da3-432e-b79c-bb04b92e77c7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Oct 27 01:56:43.591584 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ff826-e699-4460-bd7d-5b44944948d2 req-e7221676-0f7c-42d4-91c4-dcda0bb0d075 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:43.592940 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d6ff826-e699-4460-bd7d-5b44944948d2 req-e7221676-0f7c-42d4-91c4-dcda0bb0d075 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0520751 Oct 27 01:56:43.629773 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6d6ff826-e699-4460-bd7d-5b44944948d2 req-ae42498e-39c5-48b8-8fba-548a32c706a3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Oct 27 01:56:44.744353 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9731bf7-c9ff-4d5b-a6a9-259dcb056837 req-fc5ecbf1-de8f-4c58-b30a-eb20c42c48e6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:44.745780 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9731bf7-c9ff-4d5b-a6a9-259dcb056837 req-fc5ecbf1-de8f-4c58-b30a-eb20c42c48e6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0469162 Oct 27 01:56:44.781733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9731bf7-c9ff-4d5b-a6a9-259dcb056837 req-83b1862e-edc4-4197-87ec-889e3dbde4d6 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Oct 27 01:56:45.898501 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de956-f58f-4c6c-8c03-27dd2b80d031 req-94f64422-84c0-47c3-867d-94497ae89b42 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:45.900621 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8a3de956-f58f-4c6c-8c03-27dd2b80d031 req-94f64422-84c0-47c3-867d-94497ae89b42 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Oct 27 01:56:45.937100 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8a3de956-f58f-4c6c-8c03-27dd2b80d031 req-b580e17f-f280-49db-8236-ef00459a2947 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Oct 27 01:56:47.061505 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e39c2c-8353-454a-b34c-749db8c869f2 req-c6006a5b-311e-4bfe-a13c-84390cbbaf3b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:47.066241 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-92e39c2c-8353-454a-b34c-749db8c869f2 req-c6006a5b-311e-4bfe-a13c-84390cbbaf3b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Oct 27 01:56:47.101552 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-92e39c2c-8353-454a-b34c-749db8c869f2 req-ca17e3ea-6b41-4e31-9528-d38b4234ef32 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Oct 27 01:56:48.219632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01843018-7345-4b01-b2c6-e0306c364f97 req-56203beb-67b0-4456-b49f-7b71b62a88d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:48.221240 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-01843018-7345-4b01-b2c6-e0306c364f97 req-56203beb-67b0-4456-b49f-7b71b62a88d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Oct 27 01:56:48.258575 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-01843018-7345-4b01-b2c6-e0306c364f97 req-b8e62f80-9945-483f-948b-09f30f4e3ea7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Oct 27 01:56:49.381919 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d00b85-e4db-414a-816b-28f2782750f0 req-78039e03-cf56-49e7-9d04-7f70d012cd8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:49.383464 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a0d00b85-e4db-414a-816b-28f2782750f0 req-78039e03-cf56-49e7-9d04-7f70d012cd8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0478771 Oct 27 01:56:49.422929 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a0d00b85-e4db-414a-816b-28f2782750f0 req-6b5e3b3d-1427-4032-8394-081548b010ff tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Oct 27 01:56:50.545464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259260-c07a-451d-8d44-4ccc0afca8c7 req-4c0976ef-4399-443f-a534-4f8270a875e7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:50.546860 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d259260-c07a-451d-8d44-4ccc0afca8c7 req-4c0976ef-4399-443f-a534-4f8270a875e7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0477836 Oct 27 01:56:50.585617 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1d259260-c07a-451d-8d44-4ccc0afca8c7 req-e814d359-5e3a-43db-b79e-401e0e4029ee tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327215 Oct 27 01:56:50.856272 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:56:51.706274 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aa603-bca4-4549-a40f-c52f38c26cc8 req-7d0916de-b604-4688-85e0-6d13d9cc287e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:51.707748 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-be0aa603-bca4-4549-a40f-c52f38c26cc8 req-7d0916de-b604-4688-85e0-6d13d9cc287e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Oct 27 01:56:51.743892 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-be0aa603-bca4-4549-a40f-c52f38c26cc8 req-c438fb8f-d191-42a3-bc36-7a5dd4bd74e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296385 Oct 27 01:56:52.874600 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d379d4-ea50-4836-9706-fb2b7969482e req-12d28815-2fee-44b5-b737-1cb9f7f3d4e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:52.876945 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b4d379d4-ea50-4836-9706-fb2b7969482e req-12d28815-2fee-44b5-b737-1cb9f7f3d4e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0587251 Oct 27 01:56:52.882157 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b071b-d3c2-44e7-85fc-cb70bde76f7f req-a6f0cb11-84fc-4ddd-af5a-fc741c621215 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:52.883704 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ed1b071b-d3c2-44e7-85fc-cb70bde76f7f req-a6f0cb11-84fc-4ddd-af5a-fc741c621215 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0546243 Oct 27 01:56:52.916602 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b4d379d4-ea50-4836-9706-fb2b7969482e req-cbf8fe2b-a09d-4e36-ba2b-4c935475a00b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Oct 27 01:56:52.921082 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ed1b071b-d3c2-44e7-85fc-cb70bde76f7f req-369d5825-7d0c-453c-a63f-548fc3ae4fff tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Oct 27 01:56:53.228865 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:56:53.320926 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:56:53.332696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:56:53.368864 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:53.381423 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:56:53.402347 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:56:53.475770 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:53.527184 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=6']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:53.534133 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.534479 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.534816 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.535148 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.535511 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.535840 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.536167 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.536491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.536813 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.537137 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.537458 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.537776 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:53.700450 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['30718a21-547a-4dcb-a574-7a92c8d83e7a'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:56:54.033118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148896a3-b5fb-4a92-ad89-e6ba69f99df3 req-efec7c26-7cb8-4781-8638-e1b15b8f4482 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:54.033699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655206-5079-4adb-b412-117f85bca447 req-07825217-fd83-495d-8575-5fd495ecc185 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:54.034588 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b655206-5079-4adb-b412-117f85bca447 req-07825217-fd83-495d-8575-5fd495ecc185 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0479257 Oct 27 01:56:54.034739 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-148896a3-b5fb-4a92-ad89-e6ba69f99df3 req-efec7c26-7cb8-4781-8638-e1b15b8f4482 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0479827 Oct 27 01:56:54.072985 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-148896a3-b5fb-4a92-ad89-e6ba69f99df3 req-dc358026-582f-4f01-86e3-bf67b6130924 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Oct 27 01:56:54.073487 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3b655206-5079-4adb-b412-117f85bca447 req-426a7eda-9c32-4363-9fa6-c230f4110913 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Oct 27 01:56:54.812657 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f83af8ce-9d45-454b-86de-aa1e59d3656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.187247 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:56:55.189294 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f98c27-ce90-4b39-a84a-2908cf2e4107 req-fc06c452-067b-435f-a99a-e416c924906e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:55.190846 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b3f98c27-ce90-4b39-a84a-2908cf2e4107 req-fc06c452-067b-435f-a99a-e416c924906e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0476067 Oct 27 01:56:55.191006 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d21d-1dc3-41f4-90ea-4466759a646f req-cec15a27-d53b-4c62-9fe6-6aec059ea096 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:55.192408 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9a19d21d-1dc3-41f4-90ea-4466759a646f req-cec15a27-d53b-4c62-9fe6-6aec059ea096 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0474370 Oct 27 01:56:55.230807 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9a19d21d-1dc3-41f4-90ea-4466759a646f req-37ca8bd5-59c6-46f9-a812-170aeaa047bf tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Oct 27 01:56:55.234472 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b3f98c27-ce90-4b39-a84a-2908cf2e4107 req-977747b9-a6b6-4f72-a0b6-b322bf0d9b10 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Oct 27 01:56:55.239948 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 30718a21-547a-4dcb-a574-7a92c8d83e7a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:56:55.240400 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.319887 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.342022 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:56:55.344265 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c87e6-3949-4858-9076-ec43c50ed842" -d '{"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:56:55.356745 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:56:55.383311 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e150c236-00f7-4cff-aab9-6c27735aa331 x-openstack-request-id: req-e150c236-00f7-4cff-aab9-6c27735aa331 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:56:55.383666 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:56:55.384532 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e150c236-00f7-4cff-aab9-6c27735aa331 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:56:55.384796 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'code': 200} Oct 27 01:56:55.429994 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.484843 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=7']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:55.659780 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-84387279-5378-45ae-9090-858098ebd81f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:55.661235 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-84387279-5378-45ae-9090-858098ebd81f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 946 time: 0.0526078 Oct 27 01:56:55.755175 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Deleting port 47cf5f55-10da-4a01-afee-214e60f8989e {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:56:55.755548 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.850516 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] For port 47cf5f55-10da-4a01-afee-214e60f8989e, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=47cf5f55-10da-4a01-afee-214e60f8989e,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:56:55.850881 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:55.869106 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Calling delete_port for 47cf5f55-10da-4a01-afee-214e60f8989e owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:56:56.070259 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:56.103216 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Pushing event deleted for resources: {'Port': ['ID=47cf5f55-10da-4a01-afee-214e60f8989e,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:56:56.121015 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['47cf5f55-10da-4a01-afee-214e60f8989e'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:56:56.127319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.127672 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.128016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.128359 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.128692 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.129024 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.129354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.129682 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.130009 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.130335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.130658 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.130980 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:56:56.159486 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] No DVR routers for this DVR port 47cf5f55-10da-4a01-afee-214e60f8989e on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:56:56.161944 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:56.165843 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-eb2f14d6-4230-44f0-ae1a-6fb68d5512a6 req-de58f198-7441-4b69-864f-8ecef37ad166 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "DELETE /v2.0/ports/47cf5f55-10da-4a01-afee-214e60f8989e HTTP/1.1" status: 204 len: 173 time: 0.4962394 Oct 27 01:56:56.166278 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'name': 'network-vif-deleted', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:56:56.171577 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316d7a32-019a-48dc-ad6b-e8b0ef4c439c" -d '{"events": [{"server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "name": "network-vif-deleted", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:56:56.214568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e03d43a-5514-44da-bcab-22ac1ee13084 x-openstack-request-id: req-7e03d43a-5514-44da-bcab-22ac1ee13084 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:56:56.215164 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cded5-8ede-4634-8209-21dcfee68844", "name": "network-vif-deleted", "tag": "47cf5f55-10da-4a01-afee-214e60f8989e", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:56:56.215164 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e03d43a-5514-44da-bcab-22ac1ee13084 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:56:56.215530 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5cded5-8ede-4634-8209-21dcfee68844', 'name': 'network-vif-deleted', 'tag': '47cf5f55-10da-4a01-afee-214e60f8989e', 'status': 'completed', 'code': 200} Oct 27 01:56:56.343459 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0a9c3733-dcf0-4488-b0bb-a1b4340922e5 req-e81a8ed4-903a-47d0-8229-dada4edd2d7b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 210 time: 0.0293789 Oct 27 01:56:56.370459 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f02c4-972a-49e4-8349-7f1dd83fe92c req-6fb2d73a-6927-44d1-abfb-4c904cfbdea5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:56.376230 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c02f02c4-972a-49e4-8349-7f1dd83fe92c req-6fb2d73a-6927-44d1-abfb-4c904cfbdea5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0594308 Oct 27 01:56:56.410309 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c02f02c4-972a-49e4-8349-7f1dd83fe92c req-8ed2f032-f20c-491e-9d2f-0796283ba3bf tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Oct 27 01:56:57.447982 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c674a450-30ab-497c-a6bc-14fa696654ea req-fd51544c-6e88-4caa-b8f3-fbc63ae03dc5 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab5cded5-8ede-4634-8209-21dcfee68844 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Oct 27 01:56:57.538009 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd823ee-c47f-4295-aadd-4069a662b54b req-5f57126d-8732-4265-9a92-b15b7a6b231b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:57.539415 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4dd823ee-c47f-4295-aadd-4069a662b54b req-5f57126d-8732-4265-9a92-b15b7a6b231b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Oct 27 01:56:57.576166 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4dd823ee-c47f-4295-aadd-4069a662b54b req-c464468c-4bfe-491d-a1d9-b38bffbade01 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Oct 27 01:56:57.761194 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-126f2961-0887-4f1f-baee-f0866f9a519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:58.424207 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:58.703238 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1cbb5-f9e4-48e6-bf2e-c65962236348 req-deb2463f-73d8-4689-b684-067181cc963b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:58.704733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2a1cbb5-f9e4-48e6-bf2e-c65962236348 req-deb2463f-73d8-4689-b684-067181cc963b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Oct 27 01:56:58.748214 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2a1cbb5-f9e4-48e6-bf2e-c65962236348 req-94b1e6d1-2655-4805-884e-a61ccb4a8571 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Oct 27 01:56:58.862678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:56:59.225946 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 47cf5f55-10da-4a01-afee-214e60f8989e no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:56:59.246879 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 47cf5f55-10da-4a01-afee-214e60f8989e {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:56:59.247653 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 47cf5f55-10da-4a01-afee-214e60f8989e not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:56:59.895125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e69e-7798-47db-b3bd-8facb37edbb2 req-d6c4d15a-d535-4e1f-bf7b-79aa2bb4b367 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:56:59.896722 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5357e69e-7798-47db-b3bd-8facb37edbb2 req-d6c4d15a-d535-4e1f-bf7b-79aa2bb4b367 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0678606 Oct 27 01:56:59.954733 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5357e69e-7798-47db-b3bd-8facb37edbb2 req-a9365069-0c25-461e-91d0-cc2022658173 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487897 Oct 27 01:57:00.531087 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:01.112184 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed24d-4401-40b9-9491-e618a210247e req-7c9dc8a7-ff2e-4214-af42-c536728e9b8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:01.115657 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-149ed24d-4401-40b9-9491-e618a210247e req-7c9dc8a7-ff2e-4214-af42-c536728e9b8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0606110 Oct 27 01:57:01.161156 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-149ed24d-4401-40b9-9491-e618a210247e req-597c385e-6531-4657-b816-81488dc707ed tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Oct 27 01:57:01.355689 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:02.302125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc2d0d-ac93-4ce2-9a53-545d7109f9cc req-716db8ac-29e9-45c8-a74f-94261d534051 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:02.303689 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1dbc2d0d-ac93-4ce2-9a53-545d7109f9cc req-716db8ac-29e9-45c8-a74f-94261d534051 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0617654 Oct 27 01:57:02.356933 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1dbc2d0d-ac93-4ce2-9a53-545d7109f9cc req-f066dd14-33eb-4f22-bc8a-e8f36e4244d0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Oct 27 01:57:03.538413 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c06b-83a8-483b-85b4-ecc78a9f938a req-97ebfdaa-c389-420d-acec-b66a5c548d60 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:03.540213 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9cc8c06b-83a8-483b-85b4-ecc78a9f938a req-97ebfdaa-c389-420d-acec-b66a5c548d60 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0652263 Oct 27 01:57:03.589655 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9cc8c06b-83a8-483b-85b4-ecc78a9f938a req-84927917-c969-4d50-8e42-e589389274e4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Oct 27 01:57:03.777588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0038d-2591-496b-ae47-def75c085a7b req-fd617a7b-9b6d-487f-b4e7-824d5d6b462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:03.779111 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-fd617a7b-9b6d-487f-b4e7-824d5d6b462d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0448878 Oct 27 01:57:03.912127 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0038d-2591-496b-ae47-def75c085a7b req-afbeb12f-17ab-48bf-a17e-f1b4798aa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:03.913861 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-afbeb12f-17ab-48bf-a17e-f1b4798aa7f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.1059186 Oct 27 01:57:03.991444 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-16f0227d-3bbd-4007-bc0e-7305f10a490d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 1001 time: 0.0685637 Oct 27 01:57:04.062920 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0038d-2591-496b-ae47-def75c085a7b req-fb87f3a5-1ed5-43c5-bc1c-f615e2598593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:04.064452 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-fb87f3a5-1ed5-43c5-bc1c-f615e2598593 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0605409 Oct 27 01:57:04.131663 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0038d-2591-496b-ae47-def75c085a7b req-9285a927-f232-4d6b-bdd3-0ae65b4bdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:04.133460 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-9285a927-f232-4d6b-bdd3-0ae65b4bdafc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574479 Oct 27 01:57:04.244628 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-36a07785-f563-4b8d-9567-a163061c6366 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982628 Oct 27 01:57:04.366844 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bcf0038d-2591-496b-ae47-def75c085a7b req-5934e877-fca3-411a-b2b6-fb320ef4ae90 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118789 Oct 27 01:57:04.729640 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e025b-23be-4c24-90d2-44b5588e394e req-fb807bb6-4958-49a3-8430-fd1ce4053ed8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:04.731443 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ff9e025b-23be-4c24-90d2-44b5588e394e req-fb807bb6-4958-49a3-8430-fd1ce4053ed8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0581822 Oct 27 01:57:04.770902 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ff9e025b-23be-4c24-90d2-44b5588e394e req-262a9451-ceaa-4ef2-89dc-6f7d8ace652b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 27 01:57:05.940404 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f80358-43d8-45bf-a5a8-4a63057f26d9 req-efd7354b-ed4c-429f-81fd-310c93866dc4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:05.950327 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b8f80358-43d8-45bf-a5a8-4a63057f26d9 req-efd7354b-ed4c-429f-81fd-310c93866dc4 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0666900 Oct 27 01:57:05.994133 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b8f80358-43d8-45bf-a5a8-4a63057f26d9 req-b1583ca1-be46-4584-9fdc-ed9cf153cb47 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Oct 27 01:57:07.129264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33e9d3-5442-4dfa-80de-5124c8a2957a req-d540cb6d-6e6f-4755-9893-edfb939b2fe8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:07.137476 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a33e9d3-5442-4dfa-80de-5124c8a2957a req-d540cb6d-6e6f-4755-9893-edfb939b2fe8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0559261 Oct 27 01:57:07.169366 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2a33e9d3-5442-4dfa-80de-5124c8a2957a req-a10ac958-22d0-49cc-a543-4d6e5f1ce88d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Oct 27 01:57:08.298554 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f0394-c504-4909-8981-6012973f44d5 req-9ffc3a90-5d31-4bd1-8735-ebd206d219fb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:08.300076 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-486f0394-c504-4909-8981-6012973f44d5 req-9ffc3a90-5d31-4bd1-8735-ebd206d219fb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Oct 27 01:57:08.342744 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-486f0394-c504-4909-8981-6012973f44d5 req-733e1d97-7216-41d0-b796-8772799da0ce tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323639 Oct 27 01:57:09.478954 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b633c2-288f-4885-a2a5-a68754f69d71 req-63dfa7d8-b454-4eed-a121-b4e162ef1399 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:09.480480 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e1b633c2-288f-4885-a2a5-a68754f69d71 req-63dfa7d8-b454-4eed-a121-b4e162ef1399 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0570977 Oct 27 01:57:09.519080 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e1b633c2-288f-4885-a2a5-a68754f69d71 req-20fe24a9-7dff-4487-9b11-7a54fbece084 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Oct 27 01:57:10.638740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea1bfe-fced-4227-bf52-e337412bb8a0 req-268fa6c4-ee96-4694-908a-2074c2f78913 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:10.640229 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dea1bfe-fced-4227-bf52-e337412bb8a0 req-268fa6c4-ee96-4694-908a-2074c2f78913 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Oct 27 01:57:10.676759 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6dea1bfe-fced-4227-bf52-e337412bb8a0 req-a4ccf1d5-1f9a-44cd-ae93-ef70aac6535d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Oct 27 01:57:11.415190 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-20d1a71d-ce86-4cf8-a3ae-0831677f9479 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:11.417229 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-20d1a71d-ce86-4cf8-a3ae-0831677f9479 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/networks?id=fd248fbb-ab5b-401e-8d9f-9be68840d48e HTTP/1.1" status: 200 len: 814 time: 0.1017189 Oct 27 01:57:11.432505 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-0ba69c27-91e0-40f2-ae8c-df04e0410d5c tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/quotas/de29f559f2d34482a408878642cd7fe4 HTTP/1.1" status: 200 len: 375 time: 0.0094869 Oct 27 01:57:11.466840 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-f69a6c3e-e5f9-4919-996a-ad5c07689a9f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290449 Oct 27 01:57:11.556298 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-ae17dd10-46b5-45db-8651-de7a9fb31fde service neutron] 10.222.0.66 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825059 Oct 27 01:57:11.647570 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-bce6d902-fd9d-40ec-9c68-eab00536d870 service neutron] 10.222.0.66 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851345 Oct 27 01:57:11.800951 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368f33-c6d9-4d6c-a28a-407f050e2205 req-8a2a5871-63b5-4665-8567-232bfcbac63b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:11.802422 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-24368f33-c6d9-4d6c-a28a-407f050e2205 req-8a2a5871-63b5-4665-8567-232bfcbac63b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Oct 27 01:57:11.839616 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-24368f33-c6d9-4d6c-a28a-407f050e2205 req-b1e54151-52d5-44ce-a25b-fdb2e3a5d0e9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Oct 27 01:57:11.910945 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-213f6ea8-979c-409d-8d93-8b071c20c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:11.912479 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-213f6ea8-979c-409d-8d93-8b071c20c326 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0413003 Oct 27 01:57:12.003435 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-bc35c8dd-9ddb-4d09-98cc-bdbbdda288b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:12.005851 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-bc35c8dd-9ddb-4d09-98cc-bdbbdda288b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.0853274 Oct 27 01:57:12.070582 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-3db5ef43-3cf2-41c5-9a2c-de9a6f1fb473 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 1001 time: 0.0578296 Oct 27 01:57:12.119977 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-adb322e0-8928-43ff-b0f3-98f7d3a825f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:12.121371 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-adb322e0-8928-43ff-b0f3-98f7d3a825f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0417011 Oct 27 01:57:12.170663 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-05b6261d-d177-470c-b850-1e43f2246325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:12.172173 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-05b6261d-d177-470c-b850-1e43f2246325 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424190 Oct 27 01:57:12.263595 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-dae79ba0-2401-4639-865a-e734fe9580d7 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831358 Oct 27 01:57:12.356855 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-69b4a916-26c0-48e7-90d5-2ad0a9be6044 req-2e779873-90f8-4faf-ba47-2d84d363e2b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Oct 27 01:57:12.890784 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-724b7e3b-33d9-4d0f-b873-aa48db0fae74 req-8bc6aff0-2793-483d-92b3-905664ac6fec tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 210 time: 0.0267427 Oct 27 01:57:12.969593 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b77db5-859f-4853-8eba-71796e72bee1 req-541ca814-3360-4f03-8c9c-3aeb2a223b5b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:12.971151 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-88b77db5-859f-4853-8eba-71796e72bee1 req-541ca814-3360-4f03-8c9c-3aeb2a223b5b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Oct 27 01:57:13.008991 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-88b77db5-859f-4853-8eba-71796e72bee1 req-fe4c8c63-f649-438c-bb07-86293b998d69 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Oct 27 01:57:13.984282 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b76bb952-36b5-450e-a334-66db139527ca req-47e9f9a8-ff24-4921-8689-fc4430b466f7 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 210 time: 0.0264227 Oct 27 01:57:14.139189 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8152f1-f201-4a9b-a9fb-60b9349e10c8 req-021337f0-ed46-4e0d-9b79-fb5274aaeafe tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:14.140864 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0a8152f1-f201-4a9b-a9fb-60b9349e10c8 req-021337f0-ed46-4e0d-9b79-fb5274aaeafe tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Oct 27 01:57:14.181459 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0a8152f1-f201-4a9b-a9fb-60b9349e10c8 req-5dfd22e7-ad68-48e1-9f06-c277fe28c478 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Oct 27 01:57:15.004192 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-7c9218a3-788d-4fb3-96e1-63a6e045c14b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:15.007110 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-7c9218a3-788d-4fb3-96e1-63a6e045c14b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "GET /v2.0/networks?id=fd248fbb-ab5b-401e-8d9f-9be68840d48e HTTP/1.1" status: 200 len: 814 time: 0.1033611 Oct 27 01:57:15.028526 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Request body: {'port': {'device_id': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e', 'admin_state_up': True, 'tenant_id': 'de29f559f2d34482a408878642cd7fe4'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:57:15.101417 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b6d77d8a-165d-4ad1-89e2-9ec0b78589a7 req-49b49198-76a6-499a-bc98-2b4db3cafe65 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 210 time: 0.0340559 Oct 27 01:57:15.230397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Made reservation on behalf of de29f559f2d34482a408878642cd7fe4 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:57:15.234384 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.306455 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:57:15.309152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae529c5-174b-41d7-842b-53e88a745fb2 req-20433358-c24e-4d71-a97f-13c1515006ba tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:15.310755 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8ae529c5-174b-41d7-842b-53e88a745fb2 req-20433358-c24e-4d71-a97f-13c1515006ba tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Oct 27 01:57:15.351841 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8ae529c5-174b-41d7-842b-53e88a745fb2 req-6b2c7910-15e4-442e-9786-f7caaf0f169d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349183 Oct 27 01:57:15.384377 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Allocated IP 172.20.0.3 (fd248fbb-ab5b-401e-8d9f-9be68840d48e/4cca51b5-b308-4490-abb8-ed281e3cf4f8/9b838450-e327-48fd-9c8c-abd822a51310) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:57:15.388914 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.414169 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:57:15.416524 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a2a00-edb3-4652-a6cb-740bab8609f9" -d '{"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-unplugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:57:15.433621 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:15.461179 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f331f-cad8-455d-84f9-8291ea3e60a8 x-openstack-request-id: req-b07f331f-cad8-455d-84f9-8291ea3e60a8 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:57:15.461470 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-unplugged", "status": "failed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "code": 422}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:57:15.461721 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b07f331f-cad8-455d-84f9-8291ea3e60a8 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:57:15.462184 dv-cinder-786873-5-iscsi neutron-server[108325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'code': 422} returned with failed status Oct 27 01:57:15.514863 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.539349 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.569426 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=8']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:15.633860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.679731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Network fd248fbb-ab5b-401e-8d9f-9be68840d48e is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:57:15.682755 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:57:15.687381 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:57:15.689872 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Pushing event updated for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:15.739497 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:15.740167 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:15.842606 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-6bffd87b-8dda-4eea-a1df-95014f016cca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179920 Oct 27 01:57:15.937110 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Request body: {'port': {'device_id': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:57:15.988316 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.216303 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934638e-30a9-4dc6-aed9-e41f14d77fd5 req-164cf9dc-8075-4066-8e03-685c6f64bf42 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:16.217960 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a934638e-30a9-4dc6-aed9-e41f14d77fd5 req-164cf9dc-8075-4066-8e03-685c6f64bf42 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 931 time: 0.0489252 Oct 27 01:57:16.249633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b838450-e327-48fd-9c8c-abd822a51310 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:57:16.257175 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.259561 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a934638e-30a9-4dc6-aed9-e41f14d77fd5 req-413308f3-da88-4de0-aa6a-63052a870b54 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Oct 27 01:57:16.270047 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Transition to ACTIVE for port object 9b838450-e327-48fd-9c8c-abd822a51310 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:57:16.320975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.371578 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:16.441950 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Attempting to bind port 9b838450-e327-48fd-9c8c-abd822a51310 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:57:16.442289 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Attempting to bind port 9b838450-e327-48fd-9c8c-abd822a51310 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:57:16.442616 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Attempting to bind port 9b838450-e327-48fd-9c8c-abd822a51310 on network fd248fbb-ab5b-401e-8d9f-9be68840d48e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:57:16.447245 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Port 9b838450-e327-48fd-9c8c-abd822a51310 on network fd248fbb-ab5b-401e-8d9f-9be68840d48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:57:16.447604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Attempting to bind port 9b838450-e327-48fd-9c8c-abd822a51310 on network fd248fbb-ab5b-401e-8d9f-9be68840d48e {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:57:16.452727 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:57:16.453063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Checking segment: {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:57:16.453443 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Bound using segment: {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:57:16.453893 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Bound port: 9b838450-e327-48fd-9c8c-abd822a51310, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d480cc-bdd2-4b9a-b707-915b20fa3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:57:16.454246 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.515593 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:57:16.518587 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9b838450-e327-48fd-9c8c-abd822a51310,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:57:16.595521 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.634179 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:16.634785 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:16.636194 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b838450-e327-48fd-9c8c-abd822a51310 HTTP/1.1" status: 200 len: 1093 time: 0.7033854 Oct 27 01:57:16.636615 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:57:16.638852 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf60d36a-1a1e-4916-a6c6-33eb85f92277" -d '{"events": [{"name": "network-changed", "server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "tag": "9b838450-e327-48fd-9c8c-abd822a51310"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:57:16.659255 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5283-f1bd-48f6-a88b-9b91cdf153a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:16.677611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcdfe66-17a2-4e03-abe4-cd514a438c3d x-openstack-request-id: req-4fcdfe66-17a2-4e03-abe4-cd514a438c3d {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:57:16.677611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "tag": "9b838450-e327-48fd-9c8c-abd822a51310", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:57:16.677611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fcdfe66-17a2-4e03-abe4-cd514a438c3d {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:57:16.677611 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310', 'status': 'completed', 'code': 200} Oct 27 01:57:16.778292 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-d3be1e58-606a-450e-8717-a3f0f6131fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:16.779771 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-d3be1e58-606a-450e-8717-a3f0f6131fab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 1096 time: 0.0416758 Oct 27 01:57:16.888350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-bdfa526e-b5bb-4c29-9ec8-e301c7c18b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:16.889791 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-bdfa526e-b5bb-4c29-9ec8-e301c7c18b47 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=de29f559f2d34482a408878642cd7fe4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925074 Oct 27 01:57:16.982826 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-d09aae83-b5bf-437e-a9be-1de216a85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:16.984316 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf60d36a-1a1e-4916-a6c6-33eb85f92277 req-d09aae83-b5bf-437e-a9be-1de216a85021 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867677 Oct 27 01:57:17.100642 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-83353ce3-148b-4c04-be05-b13b074f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:17.102125 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-83353ce3-148b-4c04-be05-b13b074f7828 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=de29f559f2d34482a408878642cd7fe4&device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 1096 time: 0.0435400 Oct 27 01:57:17.153898 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-9a7c65e4-e773-4bfd-92a0-ba22bb4827a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b838450-e327-48fd-9c8c-abd822a51310 HTTP/1.1" status: 200 len: 217 time: 0.0334787 Oct 27 01:57:17.201822 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-47ce7331-0488-4e1c-8606-5ddc7c6ee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:17.203340 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-47ce7331-0488-4e1c-8606-5ddc7c6ee20f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cca51b5-b308-4490-abb8-ed281e3cf4f8 HTTP/1.1" status: 200 len: 854 time: 0.0416975 Oct 27 01:57:17.234661 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-ebf4911c-7803-42c9-bd45-70f6e4a81efe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd248fbb-ab5b-401e-8d9f-9be68840d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238788 Oct 27 01:57:17.329476 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-4251260b-1d29-4f98-b390-de57f14e6690 service neutron] 10.222.0.71 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869491 Oct 27 01:57:17.379298 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0e2a-2718-4aa9-b852-8f7e44c5fb30 req-e90daf5a-7643-4f84-8fd3-26e6d133e00d tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:17.380795 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-135c0e2a-2718-4aa9-b852-8f7e44c5fb30 req-e90daf5a-7643-4f84-8fd3-26e6d133e00d tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 943 time: 0.0555534 Oct 27 01:57:17.423805 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-135c0e2a-2718-4aa9-b852-8f7e44c5fb30 req-3bc2ae4a-d430-405d-abde-49a2ff25e3ca tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Oct 27 01:57:17.453849 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f62bf-cc85-45b3-847a-3c634e6e1af2 req-ae5174d7-1e86-472e-86ab-b7f0022d698e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:17.455333 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-877f62bf-cc85-45b3-847a-3c634e6e1af2 req-ae5174d7-1e86-472e-86ab-b7f0022d698e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0746469 Oct 27 01:57:17.472374 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b29c01c-1e1d-4b0a-b7d0-4b76128661e1 req-ce29a6c3-3f77-43b8-8b41-a32f90d67a86 service neutron] 10.222.0.71 "GET /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326089 Oct 27 01:57:17.498409 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-877f62bf-cc85-45b3-847a-3c634e6e1af2 req-b8081916-d0c7-48ad-83a4-545453694ffa tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358498 Oct 27 01:57:17.885479 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-1531c438-a254-4725-950a-5abf5d14bee1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395448 Oct 27 01:57:18.537951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19ba1f-f2d6-4100-94c2-a0721e05f28d req-17a1d4a7-9e94-43af-800e-ff7af39f6783 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:18.539451 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3e19ba1f-f2d6-4100-94c2-a0721e05f28d req-17a1d4a7-9e94-43af-800e-ff7af39f6783 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 943 time: 0.0481906 Oct 27 01:57:18.579924 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3e19ba1f-f2d6-4100-94c2-a0721e05f28d req-8c61e2c8-4efb-4e8c-a33c-8bc115e8e03c tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Oct 27 01:57:18.624653 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c31b2-0dd0-49ed-a48a-c5eb64565c0f req-520db8d8-08c4-46a4-a673-ffeadc4663c5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:18.626142 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-428c31b2-0dd0-49ed-a48a-c5eb64565c0f req-520db8d8-08c4-46a4-a673-ffeadc4663c5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0556190 Oct 27 01:57:18.664013 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-428c31b2-0dd0-49ed-a48a-c5eb64565c0f req-5181fe45-6a34-4358-80bc-533faadb1694 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Oct 27 01:57:19.311731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-5732eed3-4a42-4c86-8ae7-d7be81294763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.313163 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-5732eed3-4a42-4c86-8ae7-d7be81294763 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88&tenant_id=59a3b3571da641169cf80fe1afdd9c84 HTTP/1.1" status: 200 len: 1096 time: 0.0422976 Oct 27 01:57:19.349667 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:57:19.385320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-0f6a274b-79fe-4499-8627-33abd568ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.386813 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-0f6a274b-79fe-4499-8627-33abd568ddbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1096 time: 0.0397825 Oct 27 01:57:19.481443 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-08e4a2d7-579b-4ad3-8ee1-8aa41373e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.482908 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-08e4a2d7-579b-4ad3-8ee1-8aa41373e70b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.0880420 Oct 27 01:57:19.564126 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-ddaef12f-12c4-4e17-8b12-0cdcd8a579d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 999 time: 0.0610881 Oct 27 01:57:19.614654 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-3c56c69b-caec-4914-af6c-63aa4fa81758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.616391 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-3c56c69b-caec-4914-af6c-63aa4fa81758 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0451624 Oct 27 01:57:19.661488 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-93909a01-0bd0-4770-9cc7-7d0c56df9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.663045 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-93909a01-0bd0-4770-9cc7-7d0c56df9bc1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389392 Oct 27 01:57:19.697931 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247ffb4-e7b2-4183-a87f-c539b197ed3c req-a90697df-a3b7-43dd-bd73-d73d0a2d3e88 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.700385 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c247ffb4-e7b2-4183-a87f-c539b197ed3c req-a90697df-a3b7-43dd-bd73-d73d0a2d3e88 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 943 time: 0.0500584 Oct 27 01:57:19.738143 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c247ffb4-e7b2-4183-a87f-c539b197ed3c req-5e0be480-2530-4e1d-99e3-9cc0f15cbbfd tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Oct 27 01:57:19.782001 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-3738cd44-bcbd-4638-9a57-1674d4d8dcde service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066618 Oct 27 01:57:19.843866 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d592a-5959-4f24-94ba-ec004c72c7f2 req-c8521d5a-9eba-455c-b8a5-6d421090958d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:19.845187 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f81d592a-5959-4f24-94ba-ec004c72c7f2 req-c8521d5a-9eba-455c-b8a5-6d421090958d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0981989 Oct 27 01:57:19.901691 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f81d592a-5959-4f24-94ba-ec004c72c7f2 req-2965cb6c-722f-4bdc-9530-a3beb4c91b51 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488396 Oct 27 01:57:19.911789 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c3ef00c2-6dae-4bb3-884a-b50c0e7f08f0 req-62e5f5b1-9782-46bd-bf57-f342df807124 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199315 Oct 27 01:57:20.864972 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68141819-a1fb-4762-a20d-b6241d500b97 req-35464370-eaf7-4fb3-bfdb-ea9469219d93 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:20.866470 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-68141819-a1fb-4762-a20d-b6241d500b97 req-35464370-eaf7-4fb3-bfdb-ea9469219d93 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 943 time: 0.0536728 Oct 27 01:57:20.907145 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-68141819-a1fb-4762-a20d-b6241d500b97 req-4dc332a1-f063-4610-a3d7-2cda3f85831b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Oct 27 01:57:21.025788 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f441-9409-4166-95da-7de43b889df5 req-1d419fad-47b0-4b44-9f3f-eb5532e7e822 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:21.032307 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a0c0f441-9409-4166-95da-7de43b889df5 req-1d419fad-47b0-4b44-9f3f-eb5532e7e822 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0575812 Oct 27 01:57:21.066835 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a0c0f441-9409-4166-95da-7de43b889df5 req-8e89baed-56eb-48ae-ba4d-a0cf5b94bd06 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Oct 27 01:57:21.372594 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 9b838450-e327-48fd-9c8c-abd822a51310 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:57:21.470991 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9b838450-e327-48fd-9c8c-abd822a51310,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:21.483670 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '9b838450-e327-48fd-9c8c-abd822a51310', 'network_id': 'fd248fbb-ab5b-401e-8d9f-9be68840d48e', 'port_id': '9b838450-e327-48fd-9c8c-abd822a51310', 'mac_address': 'fa:16:3e:22:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cca51b5-b308-4490-abb8-ed281e3cf4f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:57:21.520186 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:21.533681 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b838450-e327-48fd-9c8c-abd822a51310 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:57:21.553963 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9b838450-e327-48fd-9c8c-abd822a51310,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:21.618252 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:21.666353 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:22.027248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d45ba3-abe1-4274-bd48-fe66b7225150 req-99a61f2e-ea6b-4d3e-a1db-3c24a7d02c7b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:22.028982 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2d45ba3-abe1-4274-bd48-fe66b7225150 req-99a61f2e-ea6b-4d3e-a1db-3c24a7d02c7b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 944 time: 0.0497952 Oct 27 01:57:22.068717 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2d45ba3-abe1-4274-bd48-fe66b7225150 req-403a2fd6-7f9a-48ca-a75f-f52713861849 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Oct 27 01:57:22.116381 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['9b838450-e327-48fd-9c8c-abd822a51310'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:57:22.208159 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81905dae-9d72-480f-b81f-62ffbd0fa046 req-1295581a-4a38-46da-bf54-7a409b6bd192 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:22.211741 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-81905dae-9d72-480f-b81f-62ffbd0fa046 req-1295581a-4a38-46da-bf54-7a409b6bd192 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0706370 Oct 27 01:57:22.511208 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-81905dae-9d72-480f-b81f-62ffbd0fa046 req-905c7fa7-6077-45e0-9c08-d43505a2636c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911954 Oct 27 01:57:23.186223 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2d8a-b7ef-476a-ba39-87a22cc68612 req-41c42fce-d90d-497b-b2cd-2ec716642840 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:23.188049 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac5d2d8a-b7ef-476a-ba39-87a22cc68612 req-41c42fce-d90d-497b-b2cd-2ec716642840 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 944 time: 0.0515893 Oct 27 01:57:23.231538 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ac5d2d8a-b7ef-476a-ba39-87a22cc68612 req-273d23d1-f53b-462c-96e8-c86963a2857b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Oct 27 01:57:23.371968 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 9b838450-e327-48fd-9c8c-abd822a51310 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:57:23.490697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 9b838450-e327-48fd-9c8c-abd822a51310 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:57:23.495398 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 9b838450-e327-48fd-9c8c-abd822a51310 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:57:23.495839 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:23.588650 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:23.611970 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:57:23.614214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840e05d4-7436-45ef-9a7a-06c24641a812" -d '{"events": [{"server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b838450-e327-48fd-9c8c-abd822a51310"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:57:23.627867 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9b838450-e327-48fd-9c8c-abd822a51310,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:23.654917 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956e13a-cc03-4c06-a0ee-3e5e9eb7e5ea req-1aa0a54e-6a02-45ae-85cf-db9a1b900471 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:23.656364 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1810f0c-0f24-42fe-9234-1eb4f1944d6e x-openstack-request-id: req-b1810f0c-0f24-42fe-9234-1eb4f1944d6e {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:57:23.656659 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b838450-e327-48fd-9c8c-abd822a51310", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:57:23.656775 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5956e13a-cc03-4c06-a0ee-3e5e9eb7e5ea req-1aa0a54e-6a02-45ae-85cf-db9a1b900471 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0648224 Oct 27 01:57:23.656950 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1810f0c-0f24-42fe-9234-1eb4f1944d6e {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:57:23.657298 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310', 'code': 200} Oct 27 01:57:23.686720 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:23.707930 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5956e13a-cc03-4c06-a0ee-3e5e9eb7e5ea req-5698b0c9-8e77-4330-aa97-8a4c9c5292f9 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Oct 27 01:57:23.737167 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:24.352141 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700532-4a66-4ad1-a6dd-8ccfb3bf3930 req-469f28d7-cb15-48c6-b720-9ff786ec1787 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:24.354505 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6b700532-4a66-4ad1-a6dd-8ccfb3bf3930 req-469f28d7-cb15-48c6-b720-9ff786ec1787 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0558124 Oct 27 01:57:24.393984 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6b700532-4a66-4ad1-a6dd-8ccfb3bf3930 req-de8f4bf6-1d27-48cb-b1c4-e5f96c1e8653 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Oct 27 01:57:24.812196 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0fa81465-c4bd-4b6c-9111-35fd0a6eccdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:24.828993 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4136fe-2be7-4d95-9087-494fb66d2ca4 req-176736f1-02bc-400e-a13d-c3e63d73607a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:24.830552 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2d4136fe-2be7-4d95-9087-494fb66d2ca4 req-176736f1-02bc-400e-a13d-c3e63d73607a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0554011 Oct 27 01:57:24.871067 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2d4136fe-2be7-4d95-9087-494fb66d2ca4 req-f8102913-f1cd-48d6-a485-db9a1b817afa tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 Oct 27 01:57:25.514008 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0743e-ada8-4551-ad06-8b53eb9c2fac req-b976f369-20aa-43db-8550-dfa402a10431 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:25.515505 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ed0743e-ada8-4551-ad06-8b53eb9c2fac req-b976f369-20aa-43db-8550-dfa402a10431 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0536571 Oct 27 01:57:25.554246 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1ed0743e-ada8-4551-ad06-8b53eb9c2fac req-43d54cda-6c25-4054-ac4d-71ccbb12a3dc tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Oct 27 01:57:25.992169 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a8ab-864b-4578-9d7a-1ceceb64bd04 req-e7d7c204-6d93-456e-afc5-d551573ae053 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:25.993607 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4f98a8ab-864b-4578-9d7a-1ceceb64bd04 req-e7d7c204-6d93-456e-afc5-d551573ae053 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0503111 Oct 27 01:57:26.030688 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4f98a8ab-864b-4578-9d7a-1ceceb64bd04 req-2fb0e0dd-8c47-416e-8fe2-0866f1aa103d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306835 Oct 27 01:57:26.670672 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9497cc7-7aaf-437b-b6c2-0d360cc17bae req-fdfe95fd-4c69-451b-86e5-193de8817845 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:26.672561 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9497cc7-7aaf-437b-b6c2-0d360cc17bae req-fdfe95fd-4c69-451b-86e5-193de8817845 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0500114 Oct 27 01:57:26.710411 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b9497cc7-7aaf-437b-b6c2-0d360cc17bae req-d2af241c-8e48-4725-af90-97cdf3232040 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Oct 27 01:57:27.153167 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f76bb-e64d-40ad-b3f6-b81000f2eb39 req-aa4eaf14-9542-4fea-b7ab-91e257c558cb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:27.154627 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f87f76bb-e64d-40ad-b3f6-b81000f2eb39 req-aa4eaf14-9542-4fea-b7ab-91e257c558cb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0487888 Oct 27 01:57:27.191669 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f87f76bb-e64d-40ad-b3f6-b81000f2eb39 req-658df197-8946-4250-ac80-2b1c5d746bd3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Oct 27 01:57:27.858014 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:57:27.860842 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76be9-1819-42f7-85e1-06e914a4402d req-00c5f6c2-75f4-4e1a-a7e1-aaaf54ef964f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:27.862364 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-73a76be9-1819-42f7-85e1-06e914a4402d req-00c5f6c2-75f4-4e1a-a7e1-aaaf54ef964f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0613191 Oct 27 01:57:27.899491 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-73a76be9-1819-42f7-85e1-06e914a4402d req-cab2fe60-0bc7-49a5-a48b-3aad8767eced tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Oct 27 01:57:27.977437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0530-ffa8-4dbd-a10a-8bf61a7e5d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:28.340941 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd54ba4-7500-4eec-9ee1-7a0b4780f826 req-71a1e7d0-f4ae-45f6-a563-22d7c70e4d5a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:28.342629 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3cd54ba4-7500-4eec-9ee1-7a0b4780f826 req-71a1e7d0-f4ae-45f6-a563-22d7c70e4d5a tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0667186 Oct 27 01:57:28.380708 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3cd54ba4-7500-4eec-9ee1-7a0b4780f826 req-468b3326-9ee2-4e21-b092-d173a22d31fc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311880 Oct 27 01:57:28.429065 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:28.851865 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:29.016724 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2066dd-ad77-4323-ab57-3af376508315 req-96e1ee21-62d8-4aaf-97e7-d646e831f17c tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:29.018095 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8c2066dd-ad77-4323-ab57-3af376508315 req-96e1ee21-62d8-4aaf-97e7-d646e831f17c tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0500863 Oct 27 01:57:29.056877 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-8c2066dd-ad77-4323-ab57-3af376508315 req-52a7bd99-73be-4812-9b9c-a9c164db656f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Oct 27 01:57:29.518910 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1a96a-4d84-4eaf-b6d4-539b7d0a3069 req-0b45c040-b5c9-4c4f-98f6-b60c9cc2813e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:29.520515 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-efb1a96a-4d84-4eaf-b6d4-539b7d0a3069 req-0b45c040-b5c9-4c4f-98f6-b60c9cc2813e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0654886 Oct 27 01:57:29.560680 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-efb1a96a-4d84-4eaf-b6d4-539b7d0a3069 req-0ac75a47-4586-45b2-b70b-436cc9fb4384 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Oct 27 01:57:30.182934 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605b0b-8bd2-4147-a24b-b9b1c5de7dda req-f29944e9-7033-4bf6-a92f-7e92f95e190b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:30.184581 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-95605b0b-8bd2-4147-a24b-b9b1c5de7dda req-f29944e9-7033-4bf6-a92f-7e92f95e190b tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0510671 Oct 27 01:57:30.223537 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-95605b0b-8bd2-4147-a24b-b9b1c5de7dda req-145fc8f1-a3f0-4127-9d46-c58897a8d33f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Oct 27 01:57:30.543457 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:30.732405 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea1afd-b302-4b5b-bd20-9e8af5ef919c req-1dbb0021-5c84-432a-8359-803d293422a0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:30.732405 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b8ea1afd-b302-4b5b-bd20-9e8af5ef919c req-1dbb0021-5c84-432a-8359-803d293422a0 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0739596 Oct 27 01:57:30.745663 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b8ea1afd-b302-4b5b-bd20-9e8af5ef919c req-6cdd7ce2-db83-43d3-b5bb-505daf905056 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Oct 27 01:57:31.346533 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c926c73-5a34-45cf-9477-949e0f33f2a2 req-1db27b14-7b37-40d9-a492-f26f48d016c8 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:31.348462 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1c926c73-5a34-45cf-9477-949e0f33f2a2 req-1db27b14-7b37-40d9-a492-f26f48d016c8 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0544863 Oct 27 01:57:31.364914 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:31.389986 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1c926c73-5a34-45cf-9477-949e0f33f2a2 req-f419a7c1-63d7-478f-8430-9a09b3b1295d tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352895 Oct 27 01:57:31.883769 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e405e-9da9-43ee-afc4-557b924b3b49 req-557567e1-0fc8-4525-98f0-0f4c3d99dbd5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:31.885155 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-956e405e-9da9-43ee-afc4-557b924b3b49 req-557567e1-0fc8-4525-98f0-0f4c3d99dbd5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0565956 Oct 27 01:57:31.921802 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-956e405e-9da9-43ee-afc4-557b924b3b49 req-be546a34-fec3-4f9e-a36f-71a848adc3dc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301270 Oct 27 01:57:32.505348 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9c2f-7054-4136-9f1a-4be59da7abe0 req-5d13c328-0027-4574-9ba5-0b8773380047 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:32.506992 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2da9c2f-7054-4136-9f1a-4be59da7abe0 req-5d13c328-0027-4574-9ba5-0b8773380047 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0493164 Oct 27 01:57:32.544524 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b2da9c2f-7054-4136-9f1a-4be59da7abe0 req-19f17ca8-deac-4b3c-bce9-7f0bf7d4bc05 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Oct 27 01:57:33.052821 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d05d85-8bbb-416d-a5c9-3fac46472f88 req-fc4ad57c-707a-473b-af1f-c209e2c12999 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:33.054281 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64d05d85-8bbb-416d-a5c9-3fac46472f88 req-fc4ad57c-707a-473b-af1f-c209e2c12999 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0584331 Oct 27 01:57:33.095307 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-64d05d85-8bbb-416d-a5c9-3fac46472f88 req-e9a19e97-0140-4bf9-951b-1942a0db7ccd tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349972 Oct 27 01:57:33.657859 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f01bf-efc4-4b16-aa87-5e3c817d113d req-b3961baa-caf5-4970-b915-7f567594d1d2 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:33.659425 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-541f01bf-efc4-4b16-aa87-5e3c817d113d req-b3961baa-caf5-4970-b915-7f567594d1d2 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0477808 Oct 27 01:57:33.697721 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-541f01bf-efc4-4b16-aa87-5e3c817d113d req-1d99c0df-609a-456e-b2a6-3cd84f44155e tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Oct 27 01:57:34.210400 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910b4d-eec8-4aaf-9259-f3d4d13df57b req-973de32c-0151-4509-a561-439a3e881b9f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:34.211914 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee910b4d-eec8-4aaf-9259-f3d4d13df57b req-973de32c-0151-4509-a561-439a3e881b9f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0472450 Oct 27 01:57:34.248589 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee910b4d-eec8-4aaf-9259-f3d4d13df57b req-f46d92a7-060a-456b-beeb-dbefa64b61e5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Oct 27 01:57:34.812345 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a440-4526-4e7d-9662-3c051d381a31 req-6970ba3d-6d2b-465c-9050-b0d5d54b7920 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:34.813769 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c99a440-4526-4e7d-9662-3c051d381a31 req-6970ba3d-6d2b-465c-9050-b0d5d54b7920 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0502701 Oct 27 01:57:34.849423 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3c99a440-4526-4e7d-9662-3c051d381a31 req-4b07b8b0-6850-4424-ae60-46f7a89e35b2 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299046 Oct 27 01:57:35.363626 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bde6e-58af-4f98-bd67-a52e20d4cbc3 req-f4a7656c-0469-4f05-89f0-a370f1fedd32 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:35.365053 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-366bde6e-58af-4f98-bd67-a52e20d4cbc3 req-f4a7656c-0469-4f05-89f0-a370f1fedd32 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0467799 Oct 27 01:57:35.401089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-366bde6e-58af-4f98-bd67-a52e20d4cbc3 req-122c9dc6-c2a9-40cb-904e-a15456c90ac3 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296564 Oct 27 01:57:35.961515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e56fd5-933d-48af-b4f1-719745ce4820 req-14152686-a948-48be-b854-a54e429e55b2 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:35.963785 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e2e56fd5-933d-48af-b4f1-719745ce4820 req-14152686-a948-48be-b854-a54e429e55b2 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0485234 Oct 27 01:57:36.000667 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e2e56fd5-933d-48af-b4f1-719745ce4820 req-1f2beaac-8f60-462f-a5bb-298f5d489d14 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Oct 27 01:57:36.219174 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad320d-a716-48c1-b6dd-e1b9bf1be99a req-e8ef54a7-efb8-41c1-a34c-164de664e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:36.220739 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-67ad320d-a716-48c1-b6dd-e1b9bf1be99a req-e8ef54a7-efb8-41c1-a34c-164de664e223 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 1098 time: 0.0446000 Oct 27 01:57:36.256650 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-67ad320d-a716-48c1-b6dd-e1b9bf1be99a req-af54b280-235a-4dd3-89b8-52c222ab8ffb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268912 Oct 27 01:57:36.517187 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8bcd-842b-4d2d-ba36-9a9cb449c33f req-d6393b5f-b99e-4fac-9386-bed619785a81 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:36.518533 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fcaa8bcd-842b-4d2d-ba36-9a9cb449c33f req-d6393b5f-b99e-4fac-9386-bed619785a81 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0471334 Oct 27 01:57:36.553624 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-fcaa8bcd-842b-4d2d-ba36-9a9cb449c33f req-30ad3481-aa77-4bc5-8fd4-0e54f19a3ccc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293319 Oct 27 01:57:37.113444 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66cf64-cf13-4218-bfdb-af61653cb71a req-b5feab41-1b82-4f97-bf85-a6f21d96f250 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:37.114825 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf66cf64-cf13-4218-bfdb-af61653cb71a req-b5feab41-1b82-4f97-bf85-a6f21d96f250 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0474839 Oct 27 01:57:37.150440 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf66cf64-cf13-4218-bfdb-af61653cb71a req-3f885b4a-0a6e-4c6d-8a0f-50d162556185 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297132 Oct 27 01:57:37.671085 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28a89-ca69-4fb1-b754-c316af1add16 req-c9c5878a-467f-46d9-adf3-1f71657cb1dc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:37.672598 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9ee28a89-ca69-4fb1-b754-c316af1add16 req-c9c5878a-467f-46d9-adf3-1f71657cb1dc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0483317 Oct 27 01:57:37.711924 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-9ee28a89-ca69-4fb1-b754-c316af1add16 req-ed3502d5-3f6a-4998-9a88-aad1126db805 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Oct 27 01:57:38.267204 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372795f-e271-40d0-82d1-c7b03e28a5be req-c4c4d14b-a032-4b58-a977-761107e0d3de tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:38.268678 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0372795f-e271-40d0-82d1-c7b03e28a5be req-c4c4d14b-a032-4b58-a977-761107e0d3de tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0514174 Oct 27 01:57:38.306215 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-0372795f-e271-40d0-82d1-c7b03e28a5be req-d1496541-a6a0-4c35-ad25-008b6011477c tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Oct 27 01:57:38.835999 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d25f08-c48d-48b7-be21-2c88c53d6f68 req-f8d42622-c733-48d7-ad56-5fe33034e666 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:38.837412 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55d25f08-c48d-48b7-be21-2c88c53d6f68 req-f8d42622-c733-48d7-ad56-5fe33034e666 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Oct 27 01:57:38.874709 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55d25f08-c48d-48b7-be21-2c88c53d6f68 req-a592e883-2bed-411f-8655-62a5d77140db tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Oct 27 01:57:39.422027 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199b9d-2e01-4517-92a1-1dff31958457 req-9ac91b86-c88a-4294-83de-a3d7d7cc065d tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:39.423572 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-67199b9d-2e01-4517-92a1-1dff31958457 req-9ac91b86-c88a-4294-83de-a3d7d7cc065d tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0487680 Oct 27 01:57:39.460888 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-67199b9d-2e01-4517-92a1-1dff31958457 req-006d34ed-1591-47fe-b3d5-4d7557ff14a8 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Oct 27 01:57:39.465146 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:57:39.558537 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:39.569395 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'port_id': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'mac_address': 'fa:16:3e:58:f1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:57:39.609704 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:39.748047 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:57:39.767904 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:39.857344 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:39.904576 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=9']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:40.169187 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be27423-98de-40c5-ada0-208506d1468a req-8f3c4d39-8560-40ef-ad59-e77276805c8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:40.170741 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6be27423-98de-40c5-ada0-208506d1468a req-8f3c4d39-8560-40ef-ad59-e77276805c8f tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0519085 Oct 27 01:57:40.211000 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6be27423-98de-40c5-ada0-208506d1468a req-6e6c3e61-4012-465d-9a39-34984ea6dc71 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Oct 27 01:57:40.348827 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['30718a21-547a-4dcb-a574-7a92c8d83e7a'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:57:41.347876 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab02e-a9ee-4b83-b5cb-d4c74f80e04e req-4f512c83-b834-4167-8431-0c06ee7b17b7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:41.349381 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-721ab02e-a9ee-4b83-b5cb-d4c74f80e04e req-4f512c83-b834-4167-8431-0c06ee7b17b7 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 944 time: 0.0542085 Oct 27 01:57:41.389650 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-721ab02e-a9ee-4b83-b5cb-d4c74f80e04e req-02063c80-c06a-47d4-a631-1821c89aa22d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Oct 27 01:57:41.477764 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:57:41.524079 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 30718a21-547a-4dcb-a574-7a92c8d83e7a triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:57:41.524443 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:41.616987 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:41.640169 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:57:41.642290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17ac174-6f06-4a57-8f71-bea85c6cd5fa" -d '{"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:57:41.654579 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:41.680037 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feda4ff-a3c8-4943-b60b-07d10ee7b1b5 x-openstack-request-id: req-3feda4ff-a3c8-4943-b60b-07d10ee7b1b5 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:57:41.680334 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-plugged", "status": "completed", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:57:41.680588 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3feda4ff-a3c8-4943-b60b-07d10ee7b1b5 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:57:41.680979 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'code': 200} Oct 27 01:57:41.720364 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:41.766671 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=10']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:42.075979 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6a329-94c8-4825-b39c-f569fc799b8b req-b924fd17-d792-4de5-8d71-5d749d8b50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:42.077363 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-abf6a329-94c8-4825-b39c-f569fc799b8b req-b924fd17-d792-4de5-8d71-5d749d8b50ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1099 time: 0.0394678 Oct 27 01:57:42.112255 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-abf6a329-94c8-4825-b39c-f569fc799b8b req-3301f780-6a79-4c42-a7c8-7d8b5fa383aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271370 Oct 27 01:57:42.510154 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c00e-b774-4725-87fa-6659f476b8d0 req-46d1e7a4-4151-41e7-964d-beb8cca2a0ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:42.512277 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1103c00e-b774-4725-87fa-6659f476b8d0 req-46d1e7a4-4151-41e7-964d-beb8cca2a0ea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Oct 27 01:57:42.554288 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-1103c00e-b774-4725-87fa-6659f476b8d0 req-586c84f7-9cbe-4d24-853e-f0947298055b tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362651 Oct 27 01:57:42.893576 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bdb74-f5a4-4222-ba1e-ef0594bddef4 req-256d5a8b-563a-46f4-9a67-4125195783ff tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:42.895027 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-401bdb74-f5a4-4222-ba1e-ef0594bddef4 req-256d5a8b-563a-46f4-9a67-4125195783ff tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0512705 Oct 27 01:57:42.931784 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-401bdb74-f5a4-4222-ba1e-ef0594bddef4 req-4499c9e4-b2d6-4b6b-abb3-7d22eef111fb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Oct 27 01:57:43.673517 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5133d-3a88-4083-85a6-b7da8c0550e5 req-f8afd8dc-f182-46d0-88b8-5b1d05eab644 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:43.675012 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9f5133d-3a88-4083-85a6-b7da8c0550e5 req-f8afd8dc-f182-46d0-88b8-5b1d05eab644 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0479045 Oct 27 01:57:43.714135 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a9f5133d-3a88-4083-85a6-b7da8c0550e5 req-73fb5ed6-9c29-45b8-b13a-afdbacfb08dc tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Oct 27 01:57:44.046991 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0d96f-e57a-419a-a931-27244a0b7958 req-be9fdf1e-f7c3-49e3-929d-c588c0d07635 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:44.048501 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b1f0d96f-e57a-419a-a931-27244a0b7958 req-be9fdf1e-f7c3-49e3-929d-c588c0d07635 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0494730 Oct 27 01:57:44.086402 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b1f0d96f-e57a-419a-a931-27244a0b7958 req-f442e0ff-2353-49be-8f24-ef1a7798c2bb tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Oct 27 01:57:44.833837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4fa4b-0042-48fc-95f5-4101556f3bd9 req-56ba399d-c4bf-4f76-92ac-b734fc296a0d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:44.835329 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6ed4fa4b-0042-48fc-95f5-4101556f3bd9 req-56ba399d-c4bf-4f76-92ac-b734fc296a0d tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0500143 Oct 27 01:57:44.872819 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6ed4fa4b-0042-48fc-95f5-4101556f3bd9 req-1c070398-5240-4ca8-96b1-2f8cf6d3bfcb tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Oct 27 01:57:45.199694 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879a685-3330-45f9-ac7f-511b01c6c77d req-465d1d5d-c149-4419-911e-ece4183721f0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:45.201154 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b879a685-3330-45f9-ac7f-511b01c6c77d req-465d1d5d-c149-4419-911e-ece4183721f0 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0482042 Oct 27 01:57:45.238482 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b879a685-3330-45f9-ac7f-511b01c6c77d req-23619ad0-630d-493f-866b-cd21adfeb567 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups?id=d83d2d88-520d-4793-99aa-3f272c287393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Oct 27 01:57:45.526476 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-5904c010-8227-4b34-97e8-5bb88776b701 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:45.527976 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-5904c010-8227-4b34-97e8-5bb88776b701 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 945 time: 0.0523081 Oct 27 01:57:45.626161 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Deleting port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:57:45.626508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:45.714492 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] For port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:45.714850 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:45.881066 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:45.881346 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:45.881661 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Floating IP a9d40b30-71dc-442d-8f62-78714a01dd2d disassociated. External IP: 172.27.0.211, port: 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9. Oct 27 01:57:45.881997 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Calling delete_port for 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:57:45.993473 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f470d-f7e0-4e01-a0c9-b2e56f22a852 req-bbfec302-f813-49f5-8f7c-12f74692f382 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:57:45.994981 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-761f470d-f7e0-4e01-a0c9-b2e56f22a852 req-bbfec302-f813-49f5-8f7c-12f74692f382 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0521204 Oct 27 01:57:46.032562 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-761f470d-f7e0-4e01-a0c9-b2e56f22a852 req-7e2c04b9-cc86-488d-9982-9e415be31509 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Oct 27 01:57:46.074721 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:46.103365 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'Port': ['ID=1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:46.214558 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:57:46.337440 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-68a2df83-cd13-4036-939c-a4da064ddc93 req-546c1669-7baa-4e20-bbb9-3bd2f6dfa77f tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 210 time: 0.0309727 Oct 27 01:57:46.347451 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:57:46.358121 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:57:46.367551 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:57:46.368224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:57:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:46.389812 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] No DVR routers for this DVR port 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:57:46.392286 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:46.395556 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-677dbbd9-f8b9-4c14-b419-af0bd378fbf0 req-e4a64fb4-1530-40f8-9625-685aee1784f6 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.71 "DELETE /v2.0/ports/1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 HTTP/1.1" status: 204 len: 173 time: 0.8610651 Oct 27 01:57:46.395992 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'name': 'network-vif-deleted', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:57:46.398233 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bd2a5-04e4-46bb-8dad-4b83492c833c" -d '{"events": [{"server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "name": "network-vif-deleted", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:57:46.434122 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb81213-b9e5-41a6-a110-bb4649379c96 x-openstack-request-id: req-afb81213-b9e5-41a6-a110-bb4649379c96 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:57:46.434473 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa24a12f-aba7-47d7-9c76-5a65895d8d4d", "name": "network-vif-deleted", "tag": "1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:57:46.434731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afb81213-b9e5-41a6-a110-bb4649379c96 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:57:46.435161 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa24a12f-aba7-47d7-9c76-5a65895d8d4d', 'name': 'network-vif-deleted', 'tag': '1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9', 'status': 'completed', 'code': 200} Oct 27 01:57:46.482758 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:57:46.694474 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:46.720206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:57:46.728462 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:57:46.729097 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:57:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:46.832204 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:57:47.027316 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:47.057499 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1599-66c8-45c7-8112-7f6fd6602a7f None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'da49fbfe-43d3-4f54-ba43-7b35f8bca27f', 'name': '', 'network_id': '51bd800c-cdc6-47d7-b0b9-78bfab79007e', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'mac_address': 'fa:16:3e:e6:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '270581ee-4093-4295-8831-e2583cde8c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:57Z', 'updated_at': '2021-10-27T01:48:09Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'subnets': [{'id': '270581ee-4093-4295-8831-e2583cde8c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:57:47.272325 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4277ef-272f-4ff3-bfde-1ecd98320a30 None None] New status for floating IP a9d40b30-71dc-442d-8f62-78714a01dd2d: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:57:47.444912 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a67b654b-d809-408f-9277-1c0fe3e51165 req-95eddaeb-e135-40a3-a6c9-e4df22f7a456 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa24a12f-aba7-47d7-9c76-5a65895d8d4d HTTP/1.1" status: 200 len: 210 time: 0.0305386 Oct 27 01:57:48.605113 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 52698) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:57:48.661706 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:48.689599 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:48.822702 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:48.826035 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:48.827301 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "DELETE /v2.0/security-groups/d83d2d88-520d-4793-99aa-3f272c287393 HTTP/1.1" status: 204 len: 168 time: 0.2211289 Oct 27 01:57:48.829947 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52702) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:57:48.836226 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61c5e-ba7c-46c8-8489-57813514273b tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d2d88-520d-4793-99aa-3f272c287393,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:48.844029 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.api.v2.resource [None req-6444ffce-e520-415c-ad0c-fbd521d11424 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] show failed (client error): The resource could not be found. Oct 27 01:57:48.845023 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-6444ffce-e520-415c-ad0c-fbd521d11424 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "GET /v2.0/security-groups/d83d2d88-520d-4793-99aa-3f272c287393 HTTP/1.1" status: 404 len: 347 time: 0.0141098 Oct 27 01:57:48.847776 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52704) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:57:48.971732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Deleting port 449d914c-1cf6-42fe-9e11-40db57b59ded {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:57:48.972067 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.048434 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.048757 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.060652 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Calling delete_port for 449d914c-1cf6-42fe-9e11-40db57b59ded owned by network:floatingip {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:57:49.238134 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.266775 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Pushing event deleted for resources: {'Port': ['ID=449d914c-1cf6-42fe-9e11-40db57b59ded,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:49.293596 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.293944 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.294286 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.294619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.294970 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.295280 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.295631 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.295960 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.296290 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.296612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.296933 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.297253 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:57:49.337840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks [] for floatingip, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.340492 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:49.341608 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f433ef5d-278f-43c7-b48a-fba6e080ac99 tempest-AttachVolumeTestJSON-1164643764 tempest-AttachVolumeTestJSON-1164643764-project] 10.222.0.66 "DELETE /v2.0/floatingips/a9d40b30-71dc-442d-8f62-78714a01dd2d HTTP/1.1" status: 204 len: 168 time: 0.4929557 Oct 27 01:57:49.527145 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:57:49.547015 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:57:49.547389 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 1980bf72-f8b9-4aa6-b1a6-ab8a3e7920c9 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:57:54.815019 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-fa28b88d-eb21-408f-9f8b-05b37023f354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:57.628746 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52762) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:57:57.820789 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-1d24025a-e63c-4a49-ab0e-bbeaf6bae8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.104886 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.335850 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Deleting port da49fbfe-43d3-4f54-ba43-7b35f8bca27f {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:57:58.336183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.413715 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] For port da49fbfe-43d3-4f54-ba43-7b35f8bca27f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:58.414073 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.425673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Calling delete_port for da49fbfe-43d3-4f54-ba43-7b35f8bca27f owned by network:router_interface {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:57:58.439581 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.656778 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.685121 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Pushing event deleted for resources: {'Port': ['ID=da49fbfe-43d3-4f54-ba43-7b35f8bca27f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:57:58.845407 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:58.848705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:59.056586 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Router a9069afa-c502-4f0e-bbb5-cf39b0725b6d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:57:59.400147 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:57:59.408381 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d91cdaf6-ec13-43cd-b973-45fb23aae96d admin admin] 10.222.0.66 "PUT /v2.0/routers/a9069afa-c502-4f0e-bbb5-cf39b0725b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757919 Oct 27 01:57:59.408468 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52770) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:57:59.409665 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Sync routers for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:57:59.419453 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:57:59.420677 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:57:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:59.513190 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks [] for router, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:59.525017 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:57:59.616881 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:59.697575 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '2afeb518-f131-40e5-93e8-58336752a302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:57:58Z', 'revision_number': 5, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port': {'id': '2afeb518-f131-40e5-93e8-58336752a302', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:59.714980 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Deleting port 2afeb518-f131-40e5-93e8-58336752a302 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:57:59.715585 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:59.727705 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Checking router: a9069afa-c502-4f0e-bbb5-cf39b0725b6d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:57:59.736552 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Routers {'a9069afa-c502-4f0e-bbb5-cf39b0725b6d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:57:59.737186 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:57:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:57:59.800835 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] For port 2afeb518-f131-40e5-93e8-58336752a302, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=2afeb518-f131-40e5-93e8-58336752a302,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:57:59.801224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:57:59.812779 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Calling delete_port for 2afeb518-f131-40e5-93e8-58336752a302 owned by network:router_gateway {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:57:59.950674 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] Set router a9069afa-c502-4f0e-bbb5-cf39b0725b6d gateway port host: None {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:58:00.000931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:57:59Z', 'revision_number': 6, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:58:00.028433 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.029915 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc2a90-de33-4894-be15-c0881cdb5bfd None None] The sync data for ids ['a9069afa-c502-4f0e-bbb5-cf39b0725b6d'] in dv-cinder-786873-5-iscsi is: [{'id': 'a9069afa-c502-4f0e-bbb5-cf39b0725b6d', 'name': 'tempest-AttachVolumeTestJSON-2054014297-router', 'tenant_id': '731d0de6b02a48508fe25e7e4197bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:57:59Z', 'revision_number': 6, 'project_id': '731d0de6b02a48508fe25e7e4197bf98', 'gw_port_host': None}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:58:00.056527 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2afeb518-f131-40e5-93e8-58336752a302,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:00.115578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.220070 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.222074 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.343001 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.343476 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9069afa-c502-4f0e-bbb5-cf39b0725b6d {{(pid=108324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:58:00.349490 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.353864 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-350a1cf9-888d-4d3b-88aa-f2dfd2bd9d1f admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9069afa-c502-4f0e-bbb5-cf39b0725b6d HTTP/1.1" status: 204 len: 168 time: 0.9412704 Oct 27 01:58:00.353864 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52774) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:00.399906 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Deleting subnet 270581ee-4093-4295-8831-e2583cde8c3e {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:58:00.403235 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.448248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.550391 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.565087 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.672281 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.699101 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270581ee-4093-4295-8831-e2583cde8c3e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:00.704416 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.708380 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d618214f-01c5-42ef-a2a6-57f3bbb337b3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/270581ee-4093-4295-8831-e2583cde8c3e HTTP/1.1" status: 204 len: 168 time: 0.3541200 Oct 27 01:58:00.709921 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699b809-cbc4-457c-82ad-1ddd15aec5de None None] Network 51bd800c-cdc6-47d7-b0b9-78bfab79007e requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:58:00.710722 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52776) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:00.784738 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.843332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Deleting port 1dc4fe54-4ac4-4453-aa98-79a2731b717f {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:58:00.843679 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.906508 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] DHCP port deletion for 51bd800c-cdc6-47d7-b0b9-78bfab79007e request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:58:00.908978 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] For port 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1dc4fe54-4ac4-4453-aa98-79a2731b717f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:00.909364 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:00.922328 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Calling delete_port for 1dc4fe54-4ac4-4453-aa98-79a2731b717f owned by network:dhcp {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:58:00.955679 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Deleting port 1dc4fe54-4ac4-4453-aa98-79a2731b717f {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:58:00.956258 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.021814 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] For port 1dc4fe54-4ac4-4453-aa98-79a2731b717f, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1dc4fe54-4ac4-4453-aa98-79a2731b717f,segment=NetworkSegment(3a16a8f7-a58a-4391-acc5-356f3d0c3b5e),segment_id=3a16a8f7-a58a-4391-acc5-356f3d0c3b5e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:01.022290 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.035177 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Calling delete_port for 1dc4fe54-4ac4-4453-aa98-79a2731b717f owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:58:01.083739 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.108486 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc4fe54-4ac4-4453-aa98-79a2731b717f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:01.112087 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] No DVR routers for this DVR port 1dc4fe54-4ac4-4453-aa98-79a2731b717f on host dv-cinder-786873-5-iscsi {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:58:01.115897 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.139354 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Pushing event deleted for resources: {'Port': ['ID=1dc4fe54-4ac4-4453-aa98-79a2731b717f,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:01.148677 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.149033 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.149391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.149707 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.150038 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.150366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.150689 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.151014 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.151356 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.151680 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.152002 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.152321 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:01.155010 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ee00e-fdc4-4fd5-826b-d9fce140181b None None] No DVR routers for this DVR port 1dc4fe54-4ac4-4453-aa98-79a2731b717f on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:58:01.184634 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.205164 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bd800c-cdc6-47d7-b0b9-78bfab79007e']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:58:01.213968 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:58:01.214260 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a16a8f7-a58a-4391-acc5-356f3d0c3b5e') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:58:01.223775 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.236497 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.242283 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:58:01.250581 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:58:01.340725 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.393801 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.399230 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.404026 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] 10.222.0.66 "DELETE /v2.0/networks/51bd800c-cdc6-47d7-b0b9-78bfab79007e HTTP/1.1" status: 204 len: 168 time: 0.6911242 Oct 27 01:58:01.413813 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e794ec-74ad-4ea7-866a-3c219975ca9d admin admin] Pushing event deleted for resources: {'Network': ['ID=51bd800c-cdc6-47d7-b0b9-78bfab79007e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:01.550308 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2afeb518-f131-40e5-93e8-58336752a302 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:58:01.570549 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 2afeb518-f131-40e5-93e8-58336752a302 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:58:01.570890 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 2afeb518-f131-40e5-93e8-58336752a302 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:58:01.571307 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1dc4fe54-4ac4-4453-aa98-79a2731b717f no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:58:01.591984 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 1dc4fe54-4ac4-4453-aa98-79a2731b717f {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:58:01.592244 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1dc4fe54-4ac4-4453-aa98-79a2731b717f not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:58:01.592478 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device da49fbfe-43d3-4f54-ba43-7b35f8bca27f no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:58:01.610845 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: da49fbfe-43d3-4f54-ba43-7b35f8bca27f {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:58:01.611188 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device da49fbfe-43d3-4f54-ba43-7b35f8bca27f not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:58:01.724895 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52784) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:01.763641 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-81dc9003-4772-4717-8440-18b5213c9baf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=731d0de6b02a48508fe25e7e4197bf98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375726 Oct 27 01:58:01.765895 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 52786) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:01.815876 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.836461 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.940645 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.943243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:01.944412 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fdec40d2-05e3-44ee-a68c-5bb8316e8a32 HTTP/1.1" status: 204 len: 168 time: 0.1776528 Oct 27 01:58:01.952564 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b2eb4-5141-4b29-b44a-23f36ac4e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdec40d2-05e3-44ee-a68c-5bb8316e8a32,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:03.904619 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-e5c8b93f-1d58-4a1f-8e76-4980b5efc0bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392168 Oct 27 01:58:03.985400 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-2b86c141-3467-4ce3-9f17-4964b88864b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:03.986773 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-2b86c141-3467-4ce3-9f17-4964b88864b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1099 time: 0.0403512 Oct 27 01:58:04.102904 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-6b04bbe1-3dea-4581-8dc2-491160749c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:04.104411 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-6b04bbe1-3dea-4581-8dc2-491160749c20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.0908034 Oct 27 01:58:04.176136 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-f9ffe5aa-2b9a-45ea-8459-a149462e544b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 1002 time: 0.0613379 Oct 27 01:58:04.225126 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-f32aa3c4-2702-42d9-aa2e-54676abee8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:04.226550 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-f32aa3c4-2702-42d9-aa2e-54676abee8ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0425084 Oct 27 01:58:04.274138 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-457fcba2-9535-4122-9613-c600c81a5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:04.275664 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-457fcba2-9535-4122-9613-c600c81a5e61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395131 Oct 27 01:58:04.370135 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-7751b0c8-e004-43ad-a7ee-1cc25a0aa859 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837109 Oct 27 01:58:04.475847 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ba025fc2-e842-4a63-a8fa-205b08327924 req-7d07ab70-dbfc-43ce-863b-96b9309b37a0 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961626 Oct 27 01:58:04.857835 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:58:18.194276 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423739f-67a6-49e3-b1e2-aa31ba57da8f req-7bfbc56e-6a45-458a-8d97-656ca4b7c63f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:18.195757 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2423739f-67a6-49e3-b1e2-aa31ba57da8f req-7bfbc56e-6a45-458a-8d97-656ca4b7c63f tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0506563 Oct 27 01:58:18.232615 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2423739f-67a6-49e3-b1e2-aa31ba57da8f req-d10c077d-5273-4c28-93eb-0b4dac933698 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Oct 27 01:58:19.345446 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403c671-6e0c-4f20-9aa0-ad31ce90cd62 req-2cde328c-3fde-4430-a10c-3fc2f1e925b6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:19.346939 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e403c671-6e0c-4f20-9aa0-ad31ce90cd62 req-2cde328c-3fde-4430-a10c-3fc2f1e925b6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0474343 Oct 27 01:58:19.386053 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-e403c671-6e0c-4f20-9aa0-ad31ce90cd62 req-6d14cad6-f507-4508-83f2-36eb12a535a9 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Oct 27 01:58:19.433096 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53018) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:19.537284 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2a37e7a9-9bf6-4091-b3e3-df5385f0a06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.607619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2a37e7a9-9bf6-4091-b3e3-df5385f0a06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.661642 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2a37e7a9-9bf6-4091-b3e3-df5385f0a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.699056 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2a37e7a9-9bf6-4091-b3e3-df5385f0a06f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1778686f0fba401b8254b2f8f9c684e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649536 Oct 27 01:58:19.699914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e7a9-9bf6-4091-b3e3-df5385f0a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2b5aaf-f67d-432c-9b1c-ffd8eb545bd2,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:19.702582 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53022) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:19.751072 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.771107 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.883430 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.886114 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:19.887331 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da2b5aaf-f67d-432c-9b1c-ffd8eb545bd2 HTTP/1.1" status: 204 len: 168 time: 0.1834617 Oct 27 01:58:19.897515 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2b5aaf-f67d-432c-9b1c-ffd8eb545bd2,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:19.912762 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.913116 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.913456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.913828 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.914111 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.914443 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.914776 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.915100 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.915453 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.915778 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.922619 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:19.922619 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c90b70-5e89-4982-b7bf-cca086ba615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:58:20.500432 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5ade9-585e-4860-8009-44f59764a183 req-46c3fd2c-ef7e-4329-b09e-6bcd3e4d8839 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:20.501901 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-00c5ade9-585e-4860-8009-44f59764a183 req-46c3fd2c-ef7e-4329-b09e-6bcd3e4d8839 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0486970 Oct 27 01:58:20.540491 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-00c5ade9-585e-4860-8009-44f59764a183 req-b0046759-d7ff-4653-974b-cb52e7898187 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8ea8b42-9496-4284-8f37-91ee3a67bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Oct 27 01:58:21.033530 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28122581-48b9-4609-9955-fc53afb0a6fc req-b7d92fb3-5103-4ed6-a00c-1a7e158931f6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:21.034985 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-28122581-48b9-4609-9955-fc53afb0a6fc req-b7d92fb3-5103-4ed6-a00c-1a7e158931f6 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 945 time: 0.0509417 Oct 27 01:58:21.130192 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Deleting port 9b838450-e327-48fd-9c8c-abd822a51310 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:58:21.130533 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.216903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] For port 9b838450-e327-48fd-9c8c-abd822a51310, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9b838450-e327-48fd-9c8c-abd822a51310,segment=NetworkSegment(53d480cc-bdd2-4b9a-b707-915b20fa3cbc),segment_id=53d480cc-bdd2-4b9a-b707-915b20fa3cbc)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:21.217264 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.230266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Calling delete_port for 9b838450-e327-48fd-9c8c-abd822a51310 owned by compute:nova {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:58:21.437581 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.468180 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Pushing event deleted for resources: {'Port': ['ID=9b838450-e327-48fd-9c8c-abd822a51310,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:21.484435 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['9b838450-e327-48fd-9c8c-abd822a51310'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:58:21.509202 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] No DVR routers for this DVR port 9b838450-e327-48fd-9c8c-abd822a51310 on host hv-cinder-78687 {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:58:21.515754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.515754 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-28122581-48b9-4609-9955-fc53afb0a6fc req-1976d1d8-3e1a-4e88-900f-c7f9cfb1efe1 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.71 "DELETE /v2.0/ports/9b838450-e327-48fd-9c8c-abd822a51310 HTTP/1.1" status: 204 len: 173 time: 0.4723454 Oct 27 01:58:21.515754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'name': 'network-vif-deleted', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:58:21.518568 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282557f-cf07-493d-9e77-f38d2265f9fa" -d '{"events": [{"server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "name": "network-vif-deleted", "tag": "9b838450-e327-48fd-9c8c-abd822a51310"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:58:21.553063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44fdfa7-5af9-4876-9130-2db7d06d9020 x-openstack-request-id: req-f44fdfa7-5af9-4876-9130-2db7d06d9020 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:58:21.553353 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82659012-8ed8-4184-a1d2-1bb6c31074fa", "name": "network-vif-deleted", "tag": "9b838450-e327-48fd-9c8c-abd822a51310", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:58:21.553601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f44fdfa7-5af9-4876-9130-2db7d06d9020 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:58:21.553997 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82659012-8ed8-4184-a1d2-1bb6c31074fa', 'name': 'network-vif-deleted', 'tag': '9b838450-e327-48fd-9c8c-abd822a51310', 'status': 'completed', 'code': 200} Oct 27 01:58:21.632454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53084) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:21.637228 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-4ddfbbaf-9baf-4886-b425-97370bf8d570 req-4b21d881-ef7e-495b-8e92-5d49558a1961 tempest-VolumesSnapshotTestJSON-732220857 tempest-VolumesSnapshotTestJSON-732220857-project] 10.222.0.66 "GET /v2.0/ports?device_id=82659012-8ed8-4184-a1d2-1bb6c31074fa HTTP/1.1" status: 200 len: 210 time: 0.0266814 Oct 27 01:58:21.736243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-faa19201-471b-4427-a61c-cd21aa60b503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.807845 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-faa19201-471b-4427-a61c-cd21aa60b503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.867312 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-faa19201-471b-4427-a61c-cd21aa60b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.905373 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-faa19201-471b-4427-a61c-cd21aa60b503 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1d2b1a237f34c2a879893367b3380e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717831 Oct 27 01:58:21.906241 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa19201-471b-4427-a61c-cd21aa60b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4970ab9-d20c-4d80-8115-cea03306d909,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:21.908100 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53088) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:58:21.957228 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:21.978931 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:22.088998 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:22.091588 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:22.092727 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4970ab9-d20c-4d80-8115-cea03306d909 HTTP/1.1" status: 204 len: 168 time: 0.1835637 Oct 27 01:58:22.100508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b57b-24c2-4d58-a8cb-e2f4e3c596e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4970ab9-d20c-4d80-8115-cea03306d909,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:24.329728 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-449907e6-5891-4424-9cde-78dab37a91f1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376602034&fields=id&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 267 time: 0.0322785 Oct 27 01:58:24.435754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-5247d156-735f-4e0c-80b9-b83cba0123d5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:24.437205 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-5247d156-735f-4e0c-80b9-b83cba0123d5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1007619 Oct 27 01:58:24.453021 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-0fc7ac4a-505c-4ae6-af9b-bf26b35c2bd8 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/quotas/101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Oct 27 01:58:24.512210 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-b7646017-721d-4853-ba91-6867af0ebf11 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522792 Oct 27 01:58:24.528712 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-86d7825b-ab2c-4a46-af67-87ae174402bf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:58:24.529727 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-86d7825b-ab2c-4a46-af67-87ae174402bf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050893 Oct 27 01:58:24.621144 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-368f8e24-64fe-4f2c-a818-d4e4048ab72c service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Oct 27 01:58:24.708231 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-7e752a2c-0941-4ef9-b319-2713f7765cd5 service neutron] 10.222.0.66 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806351 Oct 27 01:58:24.808724 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d8e27946-6cd8-482e-8288-86efe3a36ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:25.233086 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5fb7b7e9-8628-438e-8617-cb1e984535fb req-e594aa8d-e415-40d9-b834-90060de0bc00 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0256145 Oct 27 01:58:25.736687 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 9b838450-e327-48fd-9c8c-abd822a51310 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:58:25.758271 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 9b838450-e327-48fd-9c8c-abd822a51310 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:58:25.758609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 9b838450-e327-48fd-9c8c-abd822a51310 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:58:26.329199 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9cf8ff64-afef-4c3d-93a6-fccb9ed69211 req-8d710012-4a9f-4c3f-9fe1-7eaa824f3606 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0304832 Oct 27 01:58:27.421727 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6ab8c66b-53e4-4a9d-92c9-31adc63a1cd0 req-dd847fff-986e-4cec-8224-af10607528be tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Oct 27 01:58:27.753176 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e3c292c8-a1f0-4cb2-9d3f-d74c64bb20b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:28.466679 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:28.528705 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-2d32a431-4af6-4d6a-a6cd-d1aa907d931d req-55bfa472-ed74-429b-93ba-a9ef98cbbb60 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Oct 27 01:58:28.843169 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:29.619726 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf1091cf-188c-4a80-8aa5-f52c11ebde61 req-488dcd25-5773-4292-90a1-8fa44c6fb8ca tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0256417 Oct 27 01:58:30.568689 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:30.622572 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-73ea2965-9eb5-4e3a-a25f-33d7110449f5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:30.624025 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-73ea2965-9eb5-4e3a-a25f-33d7110449f5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 811 time: 0.1004984 Oct 27 01:58:30.673425 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-47003091-c635-4b3e-bc54-7c6401a53001 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101f8f1a85ab4e26beee695e5125f240 HTTP/1.1" status: 200 len: 379 time: 0.0337913 Oct 27 01:58:30.684046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'port': {'device_id': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'admin_state_up': True, 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'security_groups': ['2a752eea-88ff-4338-96cd-b16361a9b385']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:58:30.749704 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-082ef00f-1293-45b7-a8e4-761eeb11d27e req-062c2cff-118e-4336-b58a-1bceaa041bd5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0622020 Oct 27 01:58:30.878620 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Made reservation on behalf of 101f8f1a85ab4e26beee695e5125f240 for: {'port': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 01:58:30.882365 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.007261 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.20.0.12 (2669a04b-5826-4ab2-8071-dd1ded05cfa6/77878d8f-5689-4915-890d-8e1ea818654b/293aa4ab-b916-428d-b912-b8a8381459e7) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:58:31.139105 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.223234 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.273006 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:58:31.278135 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:58:31.282536 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:58:31.286639 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:31.312934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.336218 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:31.336844 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.423087 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-5160de08-c257-4965-859c-add9c3815c7f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7428501 Oct 27 01:58:31.551088 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-e6a26c93-a301-4443-9b88-92e04922219c None None] Provisioning complete for port 293aa4ab-b916-428d-b912-b8a8381459e7 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:58:31.551380 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e6a26c93-a301-4443-9b88-92e04922219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:31.583567 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-e6a26c93-a301-4443-9b88-92e04922219c None None] Port 293aa4ab-b916-428d-b912-b8a8381459e7 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 01:58:31.868125 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf82bb-6988-402b-b356-2e0f8f277207 req-0b565490-1ccb-427c-9785-b961e2ccae7b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:31.868710 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-19cf82bb-6988-402b-b356-2e0f8f277207 req-0b565490-1ccb-427c-9785-b961e2ccae7b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 932 time: 0.0482132 Oct 27 01:58:31.905354 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-19cf82bb-6988-402b-b356-2e0f8f277207 req-33575c7c-399d-4575-aac5-637957cd59b6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Oct 27 01:58:33.016917 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e686-eca9-479b-be77-348bae8fa0a1 req-71dcb943-df35-40bf-b1a6-ad8f5736bb59 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:33.018988 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c733e686-eca9-479b-be77-348bae8fa0a1 req-71dcb943-df35-40bf-b1a6-ad8f5736bb59 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 932 time: 0.0474899 Oct 27 01:58:33.056543 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c733e686-eca9-479b-be77-348bae8fa0a1 req-c896f97c-98f0-421a-87cc-c2d1accd7463 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Oct 27 01:58:34.167242 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec02c-53cb-4261-8cb0-c7fc2146fd56 req-a7572bdb-7cf0-4a29-8f4d-00b534459f90 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:34.168692 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7fcec02c-53cb-4261-8cb0-c7fc2146fd56 req-a7572bdb-7cf0-4a29-8f4d-00b534459f90 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 932 time: 0.0468874 Oct 27 01:58:34.207686 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7fcec02c-53cb-4261-8cb0-c7fc2146fd56 req-8b2c828c-8180-4a66-acf5-b0eaa9278d69 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Oct 27 01:58:34.460556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-33c31ea5-2c8a-4466-894c-606f8a188c6c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=108323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 01:58:34.461830 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-33c31ea5-2c8a-4466-894c-606f8a188c6c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061557 Oct 27 01:58:34.604605 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Request body: {'port': {'device_id': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:58:34.659476 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:34.901764 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293aa4ab-b916-428d-b912-b8a8381459e7 {{(pid=108323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:58:34.909189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:34.920301 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.provisioning_blocks [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Transition to ACTIVE for port object 293aa4ab-b916-428d-b912-b8a8381459e7 will not be triggered until provisioned by entity L2. {{(pid=108323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 01:58:34.981018 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:35.030090 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Pushing event updated for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:35.100280 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Attempting to bind port 293aa4ab-b916-428d-b912-b8a8381459e7 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 01:58:35.100629 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Attempting to bind port 293aa4ab-b916-428d-b912-b8a8381459e7 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 01:58:35.101159 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Attempting to bind port 293aa4ab-b916-428d-b912-b8a8381459e7 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:58:35.105702 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Port 293aa4ab-b916-428d-b912-b8a8381459e7 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 01:58:35.106258 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Attempting to bind port 293aa4ab-b916-428d-b912-b8a8381459e7 on network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 01:58:35.111417 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 1, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 01:58:35.111601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Checking segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 01:58:35.112674 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Bound using segment: {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'} {{(pid=108323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 01:58:35.113099 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.managers [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Bound port: 293aa4ab-b916-428d-b912-b8a8381459e7, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6'}}] {{(pid=108323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 01:58:35.113448 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:35.175307 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, cleared binding levels {{(pid=108323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 01:58:35.178299 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=293aa4ab-b916-428d-b912-b8a8381459e7,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 01:58:35.239538 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:35.282578 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.283198 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:35.295091 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] 10.222.0.71 "PUT /v2.0/ports/293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 200 len: 1094 time: 0.7850201 Oct 27 01:58:35.295091 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:58:35.295091 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129de3b9-e06a-45f7-bfd7-266f98c25146" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:58:35.335931 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b62dfee-6171-4ead-8270-11cf54b43976 x-openstack-request-id: req-6b62dfee-6171-4ead-8270-11cf54b43976 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:58:35.336230 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:58:35.336486 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b62dfee-6171-4ead-8270-11cf54b43976 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:58:35.336880 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7', 'status': 'completed', 'code': 200} Oct 27 01:58:35.344051 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf62a9-6f3b-425c-a158-ce590b988e93 service neutron] Pushing event updated for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=3']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:35.365240 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d824c-c5c6-4b76-b860-a099b4449d26 req-57d37a73-9270-44aa-8aa2-8e222301d6dd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.366957 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee9d824c-c5c6-4b76-b860-a099b4449d26 req-57d37a73-9270-44aa-8aa2-8e222301d6dd tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0859051 Oct 27 01:58:35.437958 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ee9d824c-c5c6-4b76-b860-a099b4449d26 req-e1b3bc30-7310-43df-8db0-4f43f71e739f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628765 Oct 27 01:58:35.445302 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-ee70782b-1136-4d98-97a2-05c68b0f763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.446776 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-ee70782b-1136-4d98-97a2-05c68b0f763e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0654268 Oct 27 01:58:35.558501 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-eb5f94b9-134a-4cd3-83e0-2f9270c33f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.559966 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-eb5f94b9-134a-4cd3-83e0-2f9270c33f43 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=101f8f1a85ab4e26beee695e5125f240&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957932 Oct 27 01:58:35.658206 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-bc20cd34-9822-4f24-8e27-047d615d24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.659689 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-129de3b9-e06a-45f7-bfd7-266f98c25146 req-bc20cd34-9822-4f24-8e27-047d615d24a7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914996 Oct 27 01:58:35.758104 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-952d1129-7fe7-4a99-b391-173bb58b8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.759483 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-952d1129-7fe7-4a99-b391-173bb58b8eef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0396051 Oct 27 01:58:35.807111 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-b58c3d57-4f98-42a2-a2d8-5aaf5d30166a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 200 len: 217 time: 0.0321128 Oct 27 01:58:35.855948 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-001f2081-21fc-4880-bd61-e0a654573238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.857350 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-001f2081-21fc-4880-bd61-e0a654573238 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0423183 Oct 27 01:58:35.906515 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227315-91dd-4438-a57c-2d919f957d98 req-eebcc1d6-6ed3-43cc-b475-6ad1a1c6ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:35.908058 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-eebcc1d6-6ed3-43cc-b475-6ad1a1c6ecab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431211 Oct 27 01:58:35.996062 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-deed2c91-19eb-4ac2-8a20-a4d312127952 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Oct 27 01:58:36.088783 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-87227315-91dd-4438-a57c-2d919f957d98 req-2eeb1193-acc9-4ff9-896d-8e437452b9b0 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846398 Oct 27 01:58:36.557612 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd11b7-5be7-4fe5-b1db-abce9a25f655 req-caa59bf7-5396-42e8-b72f-dd2f5850dc65 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:36.559027 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2dbd11b7-5be7-4fe5-b1db-abce9a25f655 req-caa59bf7-5396-42e8-b72f-dd2f5850dc65 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0525925 Oct 27 01:58:36.596892 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2dbd11b7-5be7-4fe5-b1db-abce9a25f655 req-9133cfa2-478e-40f6-b636-953b916c3174 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Oct 27 01:58:37.711046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d6f6a-6a4e-44f9-a1f6-8b8110a06079 req-3126e3d2-4c83-4a4a-8a41-125936e739f0 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:37.712557 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ec7d6f6a-6a4e-44f9-a1f6-8b8110a06079 req-3126e3d2-4c83-4a4a-8a41-125936e739f0 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0482624 Oct 27 01:58:37.748552 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ec7d6f6a-6a4e-44f9-a1f6-8b8110a06079 req-898bad4a-446b-41cc-9fc0-aea608e18867 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301220 Oct 27 01:58:38.862341 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da134f6-86f4-406d-8ca4-55c0fe49eb53 req-0da2aeb3-03a9-408a-8dde-4388856d6d68 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:38.863830 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3da134f6-86f4-406d-8ca4-55c0fe49eb53 req-0da2aeb3-03a9-408a-8dde-4388856d6d68 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0496869 Oct 27 01:58:38.900297 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-3da134f6-86f4-406d-8ca4-55c0fe49eb53 req-1ca83a9b-dda5-40d6-83ce-f525aba7882b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299809 Oct 27 01:58:40.011851 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11b91c-3c4d-4ac3-97fc-8e89a309435b req-99d76ac3-15cb-4484-864e-fc97a79bae3a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:40.013288 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5c11b91c-3c4d-4ac3-97fc-8e89a309435b req-99d76ac3-15cb-4484-864e-fc97a79bae3a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0473614 Oct 27 01:58:40.049594 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5c11b91c-3c4d-4ac3-97fc-8e89a309435b req-1c657c4d-89b9-488d-a7c4-438689922352 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303407 Oct 27 01:58:41.161510 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad688-b4fa-495d-92d3-80139ab6a2cd req-095e946f-9af2-46c2-9e3b-2c6911e4e910 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:41.163005 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-64bad688-b4fa-495d-92d3-80139ab6a2cd req-095e946f-9af2-46c2-9e3b-2c6911e4e910 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0477769 Oct 27 01:58:41.201913 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-64bad688-b4fa-495d-92d3-80139ab6a2cd req-2a5f962d-72b5-46f1-9566-27d314a969d1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Oct 27 01:58:41.859837 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:58:42.315456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827061-1f99-4b7f-a142-92d961c55c79 req-e8ecd279-4a5d-42b5-be13-a592ec049991 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:42.316892 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3d827061-1f99-4b7f-a142-92d961c55c79 req-e8ecd279-4a5d-42b5-be13-a592ec049991 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0510266 Oct 27 01:58:42.353559 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3d827061-1f99-4b7f-a142-92d961c55c79 req-d4bba722-d769-4f19-bdcf-cf91343b43f6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301034 Oct 27 01:58:43.467595 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757a01c-3a3c-4609-9044-15906b99626c req-2ab857bf-c6a9-4fc2-8efe-148c8333960b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:43.468987 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b757a01c-3a3c-4609-9044-15906b99626c req-2ab857bf-c6a9-4fc2-8efe-148c8333960b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0512643 Oct 27 01:58:43.506832 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b757a01c-3a3c-4609-9044-15906b99626c req-3b221e5f-f959-4975-ba9b-22a5fbfe0c3b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Oct 27 01:58:44.619529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698d05f-8144-472c-a68f-fd10b126a60c req-52a40f0c-406b-4683-9c2f-10045a6e5add tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:44.621026 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5698d05f-8144-472c-a68f-fd10b126a60c req-52a40f0c-406b-4683-9c2f-10045a6e5add tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0484660 Oct 27 01:58:44.659363 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5698d05f-8144-472c-a68f-fd10b126a60c req-673771ef-5ce3-4132-9f31-dac98febf5a7 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Oct 27 01:58:45.770847 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd380f7-4ac0-4853-a7ad-2c71ffe5ad91 req-1c621faa-dee2-4dba-8d6d-80905413a56e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:45.772238 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2fd380f7-4ac0-4853-a7ad-2c71ffe5ad91 req-1c621faa-dee2-4dba-8d6d-80905413a56e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0476620 Oct 27 01:58:45.808122 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2fd380f7-4ac0-4853-a7ad-2c71ffe5ad91 req-0bb97a50-3c31-4087-9f65-aa8389b85e27 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300181 Oct 27 01:58:46.920984 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebb7c8-e12d-411d-b2d8-9e679004b8a5 req-4a3aac56-9078-4272-a6dd-c25b220c747b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:46.922413 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5eebb7c8-e12d-411d-b2d8-9e679004b8a5 req-4a3aac56-9078-4272-a6dd-c25b220c747b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0473557 Oct 27 01:58:46.958339 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5eebb7c8-e12d-411d-b2d8-9e679004b8a5 req-fe3fa50c-1b93-43f1-924b-db23bb0f3fee tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300739 Oct 27 01:58:48.069020 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2599b-655d-4112-b7d5-da40e1b479f3 req-0ca8dcc5-5696-46ea-8842-162d2a611eab tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:48.071157 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-01e2599b-655d-4112-b7d5-da40e1b479f3 req-0ca8dcc5-5696-46ea-8842-162d2a611eab tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0477448 Oct 27 01:58:48.107637 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-01e2599b-655d-4112-b7d5-da40e1b479f3 req-e32c4f28-4ea0-4541-b28a-59783f0d1f9c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303721 Oct 27 01:58:49.226621 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46ff41-c6f5-4341-9c48-1d051476a7c9 req-f33b105d-d1a0-4fa6-8aeb-e783907b7298 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:49.228127 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ae46ff41-c6f5-4341-9c48-1d051476a7c9 req-f33b105d-d1a0-4fa6-8aeb-e783907b7298 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0544322 Oct 27 01:58:49.265295 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ae46ff41-c6f5-4341-9c48-1d051476a7c9 req-bb0c68a6-4012-4716-9dae-6ef693a463c7 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Oct 27 01:58:50.379279 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8541ddf-2a2c-46f5-a959-05d85544ec9e req-e15ba3b1-67e6-4a44-bff7-b221bf503f15 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:50.380716 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d8541ddf-2a2c-46f5-a959-05d85544ec9e req-e15ba3b1-67e6-4a44-bff7-b221bf503f15 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0511138 Oct 27 01:58:50.418258 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d8541ddf-2a2c-46f5-a959-05d85544ec9e req-b2b2ff98-c839-443a-9896-62204f58d7fc tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Oct 27 01:58:51.528875 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae29a64-72dd-4f7d-a309-5e5cf39d3f09 req-18b11541-c662-423d-8eac-828fc5db9306 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:51.530380 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-aae29a64-72dd-4f7d-a309-5e5cf39d3f09 req-18b11541-c662-423d-8eac-828fc5db9306 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0474126 Oct 27 01:58:51.566548 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-aae29a64-72dd-4f7d-a309-5e5cf39d3f09 req-a12f3f7e-2272-43ea-8557-6895e3921ee2 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Oct 27 01:58:52.675724 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43737fe8-1acb-44da-914f-0bac48bf79cf req-1003285a-5799-4ad5-b1c0-32fe7770eb39 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:52.677143 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-43737fe8-1acb-44da-914f-0bac48bf79cf req-1003285a-5799-4ad5-b1c0-32fe7770eb39 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 944 time: 0.0466487 Oct 27 01:58:52.713843 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-43737fe8-1acb-44da-914f-0bac48bf79cf req-fac06df6-43cb-4b09-816d-119bfdc77e3a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304034 Oct 27 01:58:52.722725 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 293aa4ab-b916-428d-b912-b8a8381459e7 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 01:58:52.816494 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=293aa4ab-b916-428d-b912-b8a8381459e7,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:52.827132 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': '293aa4ab-b916-428d-b912-b8a8381459e7', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'port_id': '293aa4ab-b916-428d-b912-b8a8381459e7', 'mac_address': 'fa:16:3e:cd:e7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 01:58:52.862004 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:52.877750 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293aa4ab-b916-428d-b912-b8a8381459e7 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 01:58:52.895653 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=293aa4ab-b916-428d-b912-b8a8381459e7,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:52.957796 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:53.005349 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:53.826288 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80888c47-d38b-4ecc-acba-24e2bf2c90d2 req-7183b5a8-952b-4fde-99a6-a142dc06b948 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:53.827666 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-80888c47-d38b-4ecc-acba-24e2bf2c90d2 req-7183b5a8-952b-4fde-99a6-a142dc06b948 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 945 time: 0.0476971 Oct 27 01:58:53.863482 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-80888c47-d38b-4ecc-acba-24e2bf2c90d2 req-e1f02191-008f-403f-ac0e-a6511e2e5c9e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299857 Oct 27 01:58:54.815054 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cc226741-b565-4717-8ffc-c5051bb2689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:54.976199 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b439f-751b-41f8-a2aa-5a46da302a3c req-c2dbd5b1-fb23-4ec9-b40f-e1a1b462f9c6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:54.977633 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d9b439f-751b-41f8-a2aa-5a46da302a3c req-c2dbd5b1-fb23-4ec9-b40f-e1a1b462f9c6 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 945 time: 0.0476398 Oct 27 01:58:55.015703 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1d9b439f-751b-41f8-a2aa-5a46da302a3c req-4fe7870d-72e7-453b-996f-1688f11e863b tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Oct 27 01:58:55.280878 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['293aa4ab-b916-428d-b912-b8a8381459e7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 01:58:56.130798 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2b286-0629-4c64-9c22-b350cbc46b42 req-a543f299-a1f5-493f-855d-733d73f15dc1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:56.132803 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-12b2b286-0629-4c64-9c22-b350cbc46b42 req-a543f299-a1f5-493f-855d-733d73f15dc1 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 945 time: 0.0516679 Oct 27 01:58:56.170222 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-12b2b286-0629-4c64-9c22-b350cbc46b42 req-dac17f65-8446-42a2-8edb-780d79b28238 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Oct 27 01:58:56.580623 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 293aa4ab-b916-428d-b912-b8a8381459e7 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 01:58:56.704475 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port 293aa4ab-b916-428d-b912-b8a8381459e7 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 01:58:56.708142 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port 293aa4ab-b916-428d-b912-b8a8381459e7 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 01:58:56.708515 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:56.785008 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:56.807486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:58:56.809718 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b40651-bf34-4bba-aaec-136a6b2bc9d0" -d '{"events": [{"server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "name": "network-vif-plugged", "status": "completed", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:58:56.822140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=293aa4ab-b916-428d-b912-b8a8381459e7,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:58:56.899640 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:56.949644 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:58:56.963919 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5cab4b-d000-42f2-88af-be6634019b17 x-openstack-request-id: req-6f5cab4b-d000-42f2-88af-be6634019b17 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:58:56.964209 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "name": "network-vif-plugged", "status": "completed", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:58:56.964460 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f5cab4b-d000-42f2-88af-be6634019b17 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:58:56.964848 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7', 'code': 200} Oct 27 01:58:57.286792 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9186f2-bae8-42bc-b042-31a4157355c5 req-e7b804f6-5265-4d48-8f88-52bfcf217020 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:57.288434 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a9186f2-bae8-42bc-b042-31a4157355c5 req-e7b804f6-5265-4d48-8f88-52bfcf217020 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Oct 27 01:58:57.349729 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6a9186f2-bae8-42bc-b042-31a4157355c5 req-08fb2c05-ffca-4db5-9c89-c6413cd7ee79 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542731 Oct 27 01:58:57.358856 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197280-0927-48fa-ac25-25750e4081b4 req-41ebd126-7866-471e-8937-23c6454de4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:57.360291 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a4197280-0927-48fa-ac25-25750e4081b4 req-41ebd126-7866-471e-8937-23c6454de4b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1099 time: 0.0522997 Oct 27 01:58:57.400030 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a4197280-0927-48fa-ac25-25750e4081b4 req-8ceaac50-1eea-4530-aefa-6be0f036fe68 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Oct 27 01:58:57.735224 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-171cccd7-e9fe-4fd8-b571-f3e9fbf57d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:58.442213 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:58.466966 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93cfe-4268-4b6b-94d4-bd9647561660 req-3cd8b7ad-ff17-44ee-8ed6-51d36f5aa17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:58.468447 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-21e93cfe-4268-4b6b-94d4-bd9647561660 req-3cd8b7ad-ff17-44ee-8ed6-51d36f5aa17a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Oct 27 01:58:58.505539 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-21e93cfe-4268-4b6b-94d4-bd9647561660 req-78e2070e-99e3-4ed5-a386-1ee38d675305 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311310 Oct 27 01:58:58.826491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:58:59.618816 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95608c3e-74ae-4329-9cc8-e706b1e1e403 req-b6b77f12-21b5-4bcb-bda5-d3d1df2601f2 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:58:59.620292 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-95608c3e-74ae-4329-9cc8-e706b1e1e403 req-b6b77f12-21b5-4bcb-bda5-d3d1df2601f2 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0484376 Oct 27 01:58:59.655913 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-95608c3e-74ae-4329-9cc8-e706b1e1e403 req-c4b1f806-fa78-42fc-8b69-64c927bcd1ce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299408 Oct 27 01:59:00.506298 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:00.767350 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bcd90-a401-44d7-83d9-2a1dfd9a839d req-2aab5437-06f0-4ecb-9ce1-1231aaf44eaa tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:00.768770 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bb6bcd90-a401-44d7-83d9-2a1dfd9a839d req-2aab5437-06f0-4ecb-9ce1-1231aaf44eaa tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0475180 Oct 27 01:59:00.804240 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-bb6bcd90-a401-44d7-83d9-2a1dfd9a839d req-7764de6e-79bb-49c7-8636-769994542058 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291593 Oct 27 01:59:01.327525 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:01.915553 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9699-8851-4690-aead-42f359b3f7e5 req-a9e330ba-fdfd-484a-bf19-7fada5dd6c16 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:01.916972 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-61ea9699-8851-4690-aead-42f359b3f7e5 req-a9e330ba-fdfd-484a-bf19-7fada5dd6c16 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0468149 Oct 27 01:59:01.961262 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-61ea9699-8851-4690-aead-42f359b3f7e5 req-8d04c1d4-e842-4e84-8b9c-b52ed94279f5 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 Oct 27 01:59:03.074972 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c958-46e4-4817-b27d-ebcf065383da req-8e057794-6645-4309-be37-f38791ff9326 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:03.076634 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c8f9c958-46e4-4817-b27d-ebcf065383da req-8e057794-6645-4309-be37-f38791ff9326 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0499420 Oct 27 01:59:03.113745 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-c8f9c958-46e4-4817-b27d-ebcf065383da req-6fb7a55c-3cdb-46b1-a3ab-def67bb8b49a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Oct 27 01:59:04.228150 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a344a-9126-4c08-b7b5-5d35a3dd8b3a req-5739a78e-53c5-4a99-8f1f-bf47ec6ddf84 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:04.229632 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9b3a344a-9126-4c08-b7b5-5d35a3dd8b3a req-5739a78e-53c5-4a99-8f1f-bf47ec6ddf84 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0496919 Oct 27 01:59:04.277750 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-9b3a344a-9126-4c08-b7b5-5d35a3dd8b3a req-cd5c6138-c5e0-48f2-9c2e-b567daf2a3af tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Oct 27 01:59:04.392472 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d4ad-645f-44a8-97f8-a3f5e276e68c req-57445a26-0639-4ded-919e-21b2596d47f2 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:04.394666 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d749d4ad-645f-44a8-97f8-a3f5e276e68c req-57445a26-0639-4ded-919e-21b2596d47f2 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Oct 27 01:59:04.434748 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d749d4ad-645f-44a8-97f8-a3f5e276e68c req-952f9cae-b648-4bc0-87d0-0abb17dcaebf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Oct 27 01:59:04.457318 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53514) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:04.603465 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22eb0cc-7e79-46c2-8515-10164f2135dd tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:04.606747 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c22eb0cc-7e79-46c2-8515-10164f2135dd tempest-TestVolumeBootPattern-1722958483 tempest-TestVolumeBootPattern-1722958483-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1094 time: 0.1484597 Oct 27 01:59:04.609841 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53518) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:04.614117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'port_id': '293aa4ab-b916-428d-b912-b8a8381459e7', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 01:59:04.706237 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:04.801493 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:04.900124 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Allocated IP 172.27.0.134 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/98eb1ca8-f439-4f47-a0c6-be3983bce725) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 01:59:05.000933 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:05.135006 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:05.175175 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 01:59:05.185004 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 01:59:05.185004 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 01:59:05.204931 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=98eb1ca8-f439-4f47-a0c6-be3983bce725,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:05.217180 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.217527 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.217865 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.218200 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.218529 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.218859 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.219187 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.219597 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.219925 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.220248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.220566 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.220911 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:05.525672 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:05.731443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:05.879862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:05.980807 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:06.049440 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event updated for resources: {'Port': ['ID=98eb1ca8-f439-4f47-a0c6-be3983bce725,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:06.061166 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:06.158584 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.l3_db [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP 5d2d0fad-0fea-4568-b131-86ece8bed88f associated. External IP: 172.27.0.134, port: 293aa4ab-b916-428d-b912-b8a8381459e7. Oct 27 01:59:06.224215 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-d3deb66d-de3d-4d4d-bc3a-0490d453537a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417318 Oct 27 01:59:06.347873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-94a3df91-d318-4a07-9726-8231b1261bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:06.349519 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-94a3df91-d318-4a07-9726-8231b1261bdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59a3b3571da641169cf80fe1afdd9c84&device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 1099 time: 0.0416272 Oct 27 01:59:06.621770 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:59:06.713270 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-517acd06-c940-4a04-944c-3371b0bbaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:06.714758 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-517acd06-c940-4a04-944c-3371b0bbaf74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 200 len: 918 time: 0.3432741 Oct 27 01:59:06.734682 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:59:06.744539 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:59:06.754324 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:06.757514 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:58:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:06.805256 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:06.832785 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-40ef9fa2-9281-4021-aed4-efaf677ebd4c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2219167 Oct 27 01:59:06.833437 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:59:06.836480 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abe6510-81a7-4600-a012-70d8f5040ede" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:59:06.876245 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:06.929521 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342dabbd-5ae3-4120-a7f9-d96cc8c72a5d x-openstack-request-id: req-342dabbd-5ae3-4120-a7f9-d96cc8c72a5d {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:59:06.929907 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:59:06.930056 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-342dabbd-5ae3-4120-a7f9-d96cc8c72a5d {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:59:06.930476 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7', 'status': 'completed', 'code': 200} Oct 27 01:59:07.099802 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '5d2d0fad-0fea-4568-b131-86ece8bed88f', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '293aa4ab-b916-428d-b912-b8a8381459e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:cd:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:59:05Z', 'updated_at': '2021-10-27T01:59:05Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}, {'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:07.128277 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:59:07.136946 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:07.137540 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:58:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:07.317902 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:07.528949 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '5d2d0fad-0fea-4568-b131-86ece8bed88f', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '293aa4ab-b916-428d-b912-b8a8381459e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:cd:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:59:05Z', 'updated_at': '2021-10-27T01:59:05Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}, {'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:07.554579 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453ea9b-5969-41fb-b6f4-24bd076eb9ec None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': '5d2d0fad-0fea-4568-b131-86ece8bed88f', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '293aa4ab-b916-428d-b912-b8a8381459e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:cd:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:59:05Z', 'updated_at': '2021-10-27T01:59:05Z', 'revision_number': 0, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}, {'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:59:07.725379 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23339de5-5e69-48ff-ae36-3b008d58a3b0 None None] New status for floating IP 5d2d0fad-0fea-4568-b131-86ece8bed88f: ACTIVE {{(pid=108325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:59:11.060554 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-34ea1e7b-f6b4-4550-af37-0434d91152fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 200 len: 1001 time: 0.0573087 Oct 27 01:59:11.063081 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6510-81a7-4600-a012-70d8f5040ede req-d94c879a-4c70-400d-be7a-8aa0d7096d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.064619 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-d94c879a-4c70-400d-be7a-8aa0d7096d7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1099 time: 0.0430646 Oct 27 01:59:11.116239 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-730fac30-20ba-4f9e-86a0-43a7de2e25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.117929 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-730fac30-20ba-4f9e-86a0-43a7de2e25d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 200 len: 855 time: 0.0432491 Oct 27 01:59:11.161125 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6510-81a7-4600-a012-70d8f5040ede req-e84dc4a8-e75c-4ebe-a48f-bfde42819a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.162595 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-e84dc4a8-e75c-4ebe-a48f-bfde42819a83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.0859764 Oct 27 01:59:11.176145 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-069cf733-e161-4bd8-95bf-1ece501db7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.177621 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-069cf733-e161-4bd8-95bf-1ece501db7d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1d2fdb1-c235-4885-861d-330ad9535aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431256 Oct 27 01:59:11.232476 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-3d7826f4-c3c4-40bd-a635-dfbb0f01733b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 200 len: 1002 time: 0.0600171 Oct 27 01:59:11.270643 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-e348ee04-2294-4b88-8fe4-955a6f854849 service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804138 Oct 27 01:59:11.287799 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6510-81a7-4600-a012-70d8f5040ede req-8fb6a7ef-0e0c-4166-b70b-4e5fac4a2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.289294 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-8fb6a7ef-0e0c-4166-b70b-4e5fac4a2b0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0434105 Oct 27 01:59:11.336177 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6510-81a7-4600-a012-70d8f5040ede req-11255f08-fb09-478a-b47a-87fc1b080891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:11.337682 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-11255f08-fb09-478a-b47a-87fc1b080891 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403407 Oct 27 01:59:11.364615 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65838c55-129e-4c5f-8274-b44777d5a1f3 req-b0c6cb8f-49e9-49df-8e60-4ecb1079702f service neutron] 10.222.0.71 "GET /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Oct 27 01:59:11.433613 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-200d6ca5-2f1c-4515-9021-3c5f906d8ff3 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Oct 27 01:59:11.523496 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-1abe6510-81a7-4600-a012-70d8f5040ede req-a540198f-5b75-4ee8-98a1-205e74eae1b0 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817127 Oct 27 01:59:14.459162 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53634) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:14.507570 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Deleting subnet 4cca51b5-b308-4490-abb8-ed281e3cf4f8 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:59:14.510526 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.543516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.581443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.711220 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.734301 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cca51b5-b308-4490-abb8-ed281e3cf4f8,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:14.740676 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.743881 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-cb905881-2212-4686-b406-aa5ed777c9ce admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4cca51b5-b308-4490-abb8-ed281e3cf4f8 HTTP/1.1" status: 204 len: 168 time: 0.2836449 Oct 27 01:59:14.746277 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53636) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:14.816050 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.894456 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.914106 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd248fbb-ab5b-401e-8d9f-9be68840d48e']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:14.923207 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d480cc-bdd2-4b9a-b707-915b20fa3cbc') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:14.923532 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d480cc-bdd2-4b9a-b707-915b20fa3cbc') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:14.938152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.951838 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.957538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:59:14.957914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:59:14.959536 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:59:15.082975 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.088666 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.095420 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] 10.222.0.66 "DELETE /v2.0/networks/fd248fbb-ab5b-401e-8d9f-9be68840d48e HTTP/1.1" status: 204 len: 168 time: 0.3446052 Oct 27 01:59:15.103270 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395e4d5-ea66-4d24-8a7c-c6fb7ab20c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd248fbb-ab5b-401e-8d9f-9be68840d48e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:15.514530 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53646) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:15.553619 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-68048447-afee-487a-8dac-797200cdc792 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de29f559f2d34482a408878642cd7fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378995 Oct 27 01:59:15.556060 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53648) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:15.602585 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.622703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.751702 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.754218 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:15.755371 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8ea8b42-9496-4284-8f37-91ee3a67bdb9 HTTP/1.1" status: 204 len: 168 time: 0.1984026 Oct 27 01:59:15.763864 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dd6b3-3b21-4858-bba9-7c66a33d6801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea8b42-9496-4284-8f37-91ee3a67bdb9,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:16.943301 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53658) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:17.044085 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24c66796-cff7-414b-b7c5-3d25cdbec6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.114578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24c66796-cff7-414b-b7c5-3d25cdbec6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.168445 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-24c66796-cff7-414b-b7c5-3d25cdbec6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.205336 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c66796-cff7-414b-b7c5-3d25cdbec6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954c02a-f9c2-45c9-8382-ff679a83e4a7,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:17.210577 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-24c66796-cff7-414b-b7c5-3d25cdbec6e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2c5757f95b44b3881dfba422bbff16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662437 Oct 27 01:59:17.213579 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53662) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:17.262568 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.282822 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.395863 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.398473 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:17.399673 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3954c02a-f9c2-45c9-8382-ff679a83e4a7 HTTP/1.1" status: 204 len: 168 time: 0.1852922 Oct 27 01:59:17.407784 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58fa7a-7e9a-47b0-be43-9123e6e36491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954c02a-f9c2-45c9-8382-ff679a83e4a7,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:17.955419 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53668) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:17.971441 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87bab68a-53b7-4a48-859d-c43529bdefde admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.042686 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87bab68a-53b7-4a48-859d-c43529bdefde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.134379 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-87bab68a-53b7-4a48-859d-c43529bdefde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.171367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab68a-53b7-4a48-859d-c43529bdefde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5223f707-1da8-400c-9a0f-c17b21f5fd05,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:18.175612 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-87bab68a-53b7-4a48-859d-c43529bdefde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3aae535767b49e88e61a133dfa0993c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191176 Oct 27 01:59:18.178299 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53670) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:18.224444 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.246877 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.374252 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.376862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:18.377988 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5223f707-1da8-400c-9a0f-c17b21f5fd05 HTTP/1.1" status: 204 len: 168 time: 0.1988406 Oct 27 01:59:18.391183 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779fd64-34ca-4d18-9041-c3302435b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223f707-1da8-400c-9a0f-c17b21f5fd05,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:18.858105 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:59:23.855818 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53740) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:23.955404 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-82fff1d5-8889-44ff-96f4-a7e739945f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.028321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-82fff1d5-8889-44ff-96f4-a7e739945f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.105296 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-82fff1d5-8889-44ff-96f4-a7e739945f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.143041 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-82fff1d5-8889-44ff-96f4-a7e739945f97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce6c9f648a3a4efa9aacc880daee4a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861710 Oct 27 01:59:24.143861 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff1d5-8889-44ff-96f4-a7e739945f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffcefe8-ef80-4721-aae6-295411283441,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:24.145759 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53744) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:24.194152 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.214990 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.328493 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.331000 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:24.332198 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fffcefe8-ef80-4721-aae6-295411283441 HTTP/1.1" status: 204 len: 168 time: 0.1853838 Oct 27 01:59:24.340447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffcefe8-ef80-4721-aae6-295411283441,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:24.347689 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.348118 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.348556 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.348886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.349215 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.349549 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.349876 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.350202 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.350529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.350844 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.351165 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.351509 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1953cd-0032-47e4-b6ed-7e33771e7bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:24.814112 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae3d4-5f91-491c-9ee7-783f1a9ac245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:27.744853 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-68bd41f6-dfdf-4cf7-afce-b9bc08898a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:28.441091 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:28.835350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:30.576237 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:31.345116 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:34.538440 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6b21-1825-4c2d-881c-32254f508be2 req-e9778cca-630c-4cb2-ad75-1fe21575f182 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:34.539951 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dd2b6b21-1825-4c2d-881c-32254f508be2 req-e9778cca-630c-4cb2-ad75-1fe21575f182 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0480585 Oct 27 01:59:34.577802 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dd2b6b21-1825-4c2d-881c-32254f508be2 req-614f13bb-b4a2-464c-a96d-fc5d37505b02 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Oct 27 01:59:35.696776 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b2a6-943c-4a8a-a344-61fad83dff32 req-5082f39f-c359-4ce6-ae86-256812713eea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:35.698244 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3572b2a6-943c-4a8a-a344-61fad83dff32 req-5082f39f-c359-4ce6-ae86-256812713eea tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0488427 Oct 27 01:59:35.739162 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-3572b2a6-943c-4a8a-a344-61fad83dff32 req-425f6c89-c7eb-4ecf-be2a-b2738957a629 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342689 Oct 27 01:59:36.676800 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-47d710e4-2c9d-4af6-8e8b-e840c45052a5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:36.678238 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-47d710e4-2c9d-4af6-8e8b-e840c45052a5 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0466332 Oct 27 01:59:36.772089 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Deleting port 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:36.772338 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:36.895880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca5e0-651f-4624-bba5-38ee733b0cc1 req-3ab8ee99-36f4-49d0-9534-65e71b6e647e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 01:59:36.897317 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6eeca5e0-651f-4624-bba5-38ee733b0cc1 req-3ab8ee99-36f4-49d0-9534-65e71b6e647e tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 946 time: 0.0858760 Oct 27 01:59:36.899045 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] For port 30718a21-547a-4dcb-a574-7a92c8d83e7a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=30718a21-547a-4dcb-a574-7a92c8d83e7a,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:59:36.899422 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.025491 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6eeca5e0-651f-4624-bba5-38ee733b0cc1 req-b576e32e-acbb-45db-aaad-a6be7d5c69d8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups?id=deaa6a59-f9a3-49af-b668-a99970f83e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186991 Oct 27 01:59:37.029251 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53890) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:37.133115 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c872647d-ca92-4fcd-8903-6dcb0fc66ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.144682 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.145061 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.145367 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.l3_db [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Floating IP 86f0ff87-5d15-4c79-9ce3-fd6709a56f52 disassociated. External IP: 172.27.0.103, port: 30718a21-547a-4dcb-a574-7a92c8d83e7a. Oct 27 01:59:37.145699 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Calling delete_port for 30718a21-547a-4dcb-a574-7a92c8d83e7a owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:37.206487 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c872647d-ca92-4fcd-8903-6dcb0fc66ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.282238 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c872647d-ca92-4fcd-8903-6dcb0fc66ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.321459 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c872647d-ca92-4fcd-8903-6dcb0fc66ab2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f7eff1d53ed45c7b023e9888ab64372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908857 Oct 27 01:59:37.322578 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.322718 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872647d-ca92-4fcd-8903-6dcb0fc66ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abba4b39-4192-4833-8bab-c09090bd3e77,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:37.324131 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53894) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:37.368638 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'Port': ['ID=30718a21-547a-4dcb-a574-7a92c8d83e7a,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:37.473161 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.504777 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.528583 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:59:37.646507 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:59:37.656077 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:59:37.665856 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:37.666464 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:59:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:37.684788 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] No DVR routers for this DVR port 30718a21-547a-4dcb-a574-7a92c8d83e7a on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:59:37.690078 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.691550 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ff1d5e51-b0a3-4d7b-a39a-470c33d6b2cd req-c78e6a6b-15d5-448e-93d2-461fb025d468 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.71 "DELETE /v2.0/ports/30718a21-547a-4dcb-a574-7a92c8d83e7a HTTP/1.1" status: 204 len: 173 time: 1.0062504 Oct 27 01:59:37.692152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.694648 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:37.698813 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abba4b39-4192-4833-8bab-c09090bd3e77 HTTP/1.1" status: 204 len: 168 time: 0.3737001 Oct 27 01:59:37.699498 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-deleted', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 01:59:37.701788 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13958e-2bc9-4b27-b49d-71cc77acebd5" -d '{"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-deleted", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 01:59:37.711703 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d734-5e9d-4948-bb61-8a50e3dc90ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba4b39-4192-4833-8bab-c09090bd3e77,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:37.761554 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d8fa1-0e3e-4e37-946e-339c2ceef13e x-openstack-request-id: req-209d8fa1-0e3e-4e37-946e-339c2ceef13e {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 01:59:37.761841 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e3c21-a921-45cd-a8c9-c488490d2e88", "name": "network-vif-deleted", "tag": "30718a21-547a-4dcb-a574-7a92c8d83e7a", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 01:59:37.762094 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-209d8fa1-0e3e-4e37-946e-339c2ceef13e {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 01:59:37.762492 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e3c21-a921-45cd-a8c9-c488490d2e88', 'name': 'network-vif-deleted', 'tag': '30718a21-547a-4dcb-a574-7a92c8d83e7a', 'status': 'completed', 'code': 200} Oct 27 01:59:37.792026 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:37.996287 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:38.025599 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:59:38.034843 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:38.035641 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:59:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:38.138913 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-4b52dce2-0e6d-4405-b310-9e4888564553 req-bda551fc-4a09-4fec-b638-b194f30ba08c tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/ports?device_id=222e3c21-a921-45cd-a8c9-c488490d2e88 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Oct 27 01:59:38.146220 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:38.340110 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:38.350125 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53904) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:38.362914 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-50ca0d68-ed8a-4e06-b38a-84587d9853b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.366009 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f9601-3e49-41a8-8211-5a62212e8ff7 None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:47:58Z', 'revision_number': 4, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '721438bc-2938-4fce-8de5-ca45d579ebf9', 'name': '', 'network_id': 'd1d2fdb1-c235-4885-861d-330ad9535aab', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'mac_address': 'fa:16:3e:72:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:56Z', 'updated_at': '2021-10-27T01:48:04Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'subnets': [{'id': '753666b8-2900-47e3-b9e9-95d442dcc965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:59:38.442163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-50ca0d68-ed8a-4e06-b38a-84587d9853b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.527929 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-50ca0d68-ed8a-4e06-b38a-84587d9853b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.566970 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-50ca0d68-ed8a-4e06-b38a-84587d9853b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a69a1f7e4e634e75b22b58b68e74872d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157407 Oct 27 01:59:38.567895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0d68-ed8a-4e06-b38a-84587d9853b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d26e2-a4b4-4fcc-8b71-c704344f4228,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:38.569572 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53908) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:38.592385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a5edd-10ad-40ba-95fa-6aaa786b8813 None None] New status for floating IP 86f0ff87-5d15-4c79-9ce3-fd6709a56f52: DOWN {{(pid=108325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 01:59:38.623913 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.647231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.796547 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.799329 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:38.800294 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b74d26e2-a4b4-4fcc-8b71-c704344f4228 HTTP/1.1" status: 204 len: 168 time: 0.2297306 Oct 27 01:59:38.808640 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48d3b-0fc5-4515-86a1-80659843ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d26e2-a4b4-4fcc-8b71-c704344f4228,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:39.307351 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53918) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:39.364391 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.388443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.437741 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53920) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:39.450894 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f841423a-5115-4ad5-9c6e-1e1b7ccfc31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.518837 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.521412 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.522530 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "DELETE /v2.0/security-groups/deaa6a59-f9a3-49af-b668-a99970f83e40 HTTP/1.1" status: 204 len: 168 time: 0.2141950 Oct 27 01:59:39.525486 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53922) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:39.539126 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.api.v2.resource [None req-70e48d21-b95b-4ec1-81ee-5806c3709345 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] show failed (client error): The resource could not be found. Oct 27 01:59:39.542083 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1408-378d-4299-a857-7acb611af6e8 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa6a59-f9a3-49af-b668-a99970f83e40,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:39.542367 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-70e48d21-b95b-4ec1-81ee-5806c3709345 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "GET /v2.0/security-groups/deaa6a59-f9a3-49af-b668-a99970f83e40 HTTP/1.1" status: 404 len: 347 time: 0.0136175 Oct 27 01:59:39.543063 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 53924) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:39.591013 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f841423a-5115-4ad5-9c6e-1e1b7ccfc31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.636621 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-f841423a-5115-4ad5-9c6e-1e1b7ccfc31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.670449 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Deleting port 472a6166-7e9c-4aea-90d7-ce7b5dd0c129 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:39.670815 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.674426 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-f841423a-5115-4ad5-9c6e-1e1b7ccfc31f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4664e07106a746b9b0bcd935b2375816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356386 Oct 27 01:59:39.676489 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841423a-5115-4ad5-9c6e-1e1b7ccfc31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d96f92-14ea-4c5b-97dd-c7c60f7c8e72,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:39.678850 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 53926) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:39.726662 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.745544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.745879 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.748119 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.757353 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Calling delete_port for 472a6166-7e9c-4aea-90d7-ce7b5dd0c129 owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:39.853894 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.856653 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.860325 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48d96f92-14ea-4c5b-97dd-c7c60f7c8e72 HTTP/1.1" status: 204 len: 168 time: 0.1780593 Oct 27 01:59:39.865635 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161787d-a981-4295-8c84-8fabb9ebf2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d96f92-14ea-4c5b-97dd-c7c60f7c8e72,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:39.973766 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:39.998182 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Pushing event deleted for resources: {'Port': ['ID=472a6166-7e9c-4aea-90d7-ce7b5dd0c129,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:40.058597 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:40.061331 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:40.062376 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-01675886-27d0-47c7-8b68-982128f65b72 tempest-AttachVolumeShelveTestJSON-1416544160 tempest-AttachVolumeShelveTestJSON-1416544160-project] 10.222.0.66 "DELETE /v2.0/floatingips/86f0ff87-5d15-4c79-9ce3-fd6709a56f52 HTTP/1.1" status: 204 len: 168 time: 0.5183945 Oct 27 01:59:40.876875 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:59:40.899301 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 30718a21-547a-4dcb-a574-7a92c8d83e7a {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:59:40.899635 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 30718a21-547a-4dcb-a574-7a92c8d83e7a not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:59:42.806794 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54030) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:43.292285 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:43.528779 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Deleting port 721438bc-2938-4fce-8de5-ca45d579ebf9 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:43.529124 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:43.609666 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] For port 721438bc-2938-4fce-8de5-ca45d579ebf9, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=721438bc-2938-4fce-8de5-ca45d579ebf9,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:59:43.610028 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:43.621777 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Calling delete_port for 721438bc-2938-4fce-8de5-ca45d579ebf9 owned by network:router_interface {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:44.128270 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:44.156874 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=721438bc-2938-4fce-8de5-ca45d579ebf9,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:44.323355 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:44.536989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Router cd2b3bc7-7e34-4905-b10f-468deee32eef has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 01:59:44.640253 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 01:59:44.649113 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54038) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:44.649573 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-16575748-d5f3-4ab6-8521-33ea189007f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/cd2b3bc7-7e34-4905-b10f-468deee32eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411875 Oct 27 01:59:44.651669 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Sync routers for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 01:59:44.661678 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:44.662275 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:59:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:44.754045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:44.768404 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:44.857352 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:44.947380 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:59:44Z', 'revision_number': 5, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port': {'id': '3a6dc840-efc3-4fd8-a978-149b5fb4217d', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:47:51Z', 'updated_at': '2021-10-27T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:44.964459 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Deleting port 3a6dc840-efc3-4fd8-a978-149b5fb4217d {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:44.964834 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:44.974195 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Checking router: cd2b3bc7-7e34-4905-b10f-468deee32eef for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 01:59:44.985789 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Routers {'cd2b3bc7-7e34-4905-b10f-468deee32eef'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 01:59:44.986526 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T01:59:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['cd2b3bc7-7e34-4905-b10f-468deee32eef'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:45.063279 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] For port 3a6dc840-efc3-4fd8-a978-149b5fb4217d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=3a6dc840-efc3-4fd8-a978-149b5fb4217d,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:59:45.064152 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.081892 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Calling delete_port for 3a6dc840-efc3-4fd8-a978-149b5fb4217d owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:45.177753 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] Set router cd2b3bc7-7e34-4905-b10f-468deee32eef gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 01:59:45.235987 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:59:44Z', 'revision_number': 6, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:45.262355 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df9d14-e875-4054-bf95-ccc602aa140c None None] The sync data for ids ['cd2b3bc7-7e34-4905-b10f-468deee32eef'] in dv-cinder-786873-5-iscsi is: [{'id': 'cd2b3bc7-7e34-4905-b10f-468deee32eef', 'name': 'tempest-AttachVolumeShelveTestJSON-474057192-router', 'tenant_id': '59a3b3571da641169cf80fe1afdd9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:47:49Z', 'updated_at': '2021-10-27T01:59:44Z', 'revision_number': 6, 'project_id': '59a3b3571da641169cf80fe1afdd9c84', 'gw_port_host': None}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 01:59:45.299752 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.323955 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6dc840-efc3-4fd8-a978-149b5fb4217d,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:45.392975 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.482763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.485566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.613620 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.614203 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2b3bc7-7e34-4905-b10f-468deee32eef {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 01:59:45.624915 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.628559 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-69dee3f8-ab14-44bf-9ee2-8bfdb6eb049b admin admin] 10.222.0.66 "DELETE /v2.0/routers/cd2b3bc7-7e34-4905-b10f-468deee32eef HTTP/1.1" status: 204 len: 168 time: 0.9753659 Oct 27 01:59:45.629271 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54044) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:45.690371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Deleting subnet 753666b8-2900-47e3-b9e9-95d442dcc965 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 01:59:45.694017 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.718350 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 721438bc-2938-4fce-8de5-ca45d579ebf9 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:59:45.736583 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.742209 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 721438bc-2938-4fce-8de5-ca45d579ebf9 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:59:45.742551 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 721438bc-2938-4fce-8de5-ca45d579ebf9 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:59:45.821538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.932748 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.956356 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753666b8-2900-47e3-b9e9-95d442dcc965,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:45.975102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:45.975102 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-4201dcc4-ce2d-45fb-81b4-98ba9c1d9ad5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/753666b8-2900-47e3-b9e9-95d442dcc965 HTTP/1.1" status: 204 len: 168 time: 0.3352709 Oct 27 01:59:45.975579 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54046) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:45.976231 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c275765-77d4-4be8-9313-b7f5ad6ab27c None None] Network d1d2fdb1-c235-4885-861d-330ad9535aab requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 01:59:46.046624 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.103205 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Deleting port 1751dea4-14e1-49e8-8198-288598ed87b0 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:46.103705 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.161470 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] DHCP port deletion for d1d2fdb1-c235-4885-861d-330ad9535aab request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 01:59:46.174731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] For port 1751dea4-14e1-49e8-8198-288598ed87b0, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1751dea4-14e1-49e8-8198-288598ed87b0,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:59:46.175112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.193559 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Calling delete_port for 1751dea4-14e1-49e8-8198-288598ed87b0 owned by network:dhcp {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:46.220520 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Deleting port 1751dea4-14e1-49e8-8198-288598ed87b0 {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 01:59:46.220759 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.353748 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.381757 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1751dea4-14e1-49e8-8198-288598ed87b0,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:46.385321 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] No DVR routers for this DVR port 1751dea4-14e1-49e8-8198-288598ed87b0 on host dv-cinder-786873-5-iscsi {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:59:46.418815 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] For port 1751dea4-14e1-49e8-8198-288598ed87b0, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1751dea4-14e1-49e8-8198-288598ed87b0,segment=NetworkSegment(11b28f65-84a7-46d1-a672-08c4b98d2eb2),segment_id=11b28f65-84a7-46d1-a672-08c4b98d2eb2)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 01:59:46.419217 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.431253 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Calling delete_port for 1751dea4-14e1-49e8-8198-288598ed87b0 owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 01:59:46.459120 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.478575 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2fdb1-c235-4885-861d-330ad9535aab']}} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:46.487783 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b28f65-84a7-46d1-a672-08c4b98d2eb2') {'for_net_delete': True} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:46.488089 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b28f65-84a7-46d1-a672-08c4b98d2eb2') {} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 01:59:46.497287 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14348195'] for segment, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.505628 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.510483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.518416 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=108323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 01:59:46.518817 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14667698'] for segment, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: Traceback (most recent call last): Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: timer() Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: cb(*args, **kw) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: return func(*args, **kwargs) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: self._notify() Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: self.callback(batched_events) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: event.method(event) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: return f(self, *a, **k) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._get(url).json() Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: return self.request(url, 'GET', **kwargs) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 01:59:46.520534 dv-cinder-786873-5-iscsi neutron-server[108323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 01:59:46.532763 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Pushing event deleted for resources: {'Port': ['ID=1751dea4-14e1-49e8-8198-288598ed87b0,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:46.539570 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] No DVR routers for this DVR port 1751dea4-14e1-49e8-8198-288598ed87b0 on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 01:59:46.551639 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.551639 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.552031 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.552208 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.552533 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.552896 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.553198 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.553527 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.553858 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.554184 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.554514 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.554838 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d9dfe-76a5-4903-b92e-035c3048940c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 01:59:46.625740 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.630973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:46.634170 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d1d2fdb1-c235-4885-861d-330ad9535aab HTTP/1.1" status: 204 len: 168 time: 0.6635535 Oct 27 01:59:46.645319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ad9a-e7ec-4c2f-80bf-ec87ab85dd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d2fdb1-c235-4885-861d-330ad9535aab,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:46.968110 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54052) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:47.013849 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-48a7e5e2-0d87-4b34-b1e0-e9c201f6c625 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59a3b3571da641169cf80fe1afdd9c84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445375 Oct 27 01:59:47.016364 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54054) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 01:59:47.062456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:47.082857 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:47.202167 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:47.204773 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:47.205947 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a13c22fc-0da6-480e-9702-97041ad8d284 HTTP/1.1" status: 204 len: 168 time: 0.1886983 Oct 27 01:59:47.214304 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b2926-5a59-43e0-8f82-3a5e604f6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13c22fc-0da6-480e-9702-97041ad8d284,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 01:59:47.611980 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3a6dc840-efc3-4fd8-a978-149b5fb4217d no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:59:47.630908 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 3a6dc840-efc3-4fd8-a978-149b5fb4217d {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:59:47.631252 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 3a6dc840-efc3-4fd8-a978-149b5fb4217d not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:59:47.631891 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1751dea4-14e1-49e8-8198-288598ed87b0 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 01:59:47.654046 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 1751dea4-14e1-49e8-8198-288598ed87b0 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 01:59:47.654400 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1751dea4-14e1-49e8-8198-288598ed87b0 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 01:59:54.824790 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2f21-7a72-4471-b8f1-1ab91e67ff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:55.856516 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 01:59:57.748734 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-96549558-b657-464f-b565-8736bd5ef01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:58.457807 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 01:59:58.841937 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.272250 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54214) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:00.373279 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b5a0074c-4cc8-4aeb-afb5-8278274fd932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.443151 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b5a0074c-4cc8-4aeb-afb5-8278274fd932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.516171 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-b5a0074c-4cc8-4aeb-afb5-8278274fd932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.527254 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.557646 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-b5a0074c-4cc8-4aeb-afb5-8278274fd932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a04cec86b4d54c79b5f60c71b1987684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842553 Oct 27 02:00:00.558980 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0074c-4cc8-4aeb-afb5-8278274fd932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83150b37-65da-43e6-9076-9c5f181e5722,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:00.562080 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54218) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:00.616655 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.637140 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.755706 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.758366 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:00.759584 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83150b37-65da-43e6-9076-9c5f181e5722 HTTP/1.1" status: 204 len: 168 time: 0.1962574 Oct 27 02:00:00.767367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403812d-60db-478a-90d6-935f01a80f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83150b37-65da-43e6-9076-9c5f181e5722,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:01.333275 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:01.767694 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54242) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:01.891613 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162269556-network', 'tenant_id': 'dca27665ad544cf58d6e5828999b25ea'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:01.990162 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Made reservation on behalf of dca27665ad544cf58d6e5828999b25ea for: {'network': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:01.992408 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.004464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.073914 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.116002 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.136163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=108323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 02:00:02.150995 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2a37e-3c6d-4788-912f-d1422fff7636,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:02.153773 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.154118 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.segments_db [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Added segment 3fd044ab-79e0-4f04-bb09-c9d308629a06 of type vlan for network 9839c353-5e67-4f80-85f1-8afbdbaa2ccc Oct 27 02:00:02.192614 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.264427 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.265311 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:02.265895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.322789 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] Pushing event updated for resources: {'Network': ['ID=9839c353-5e67-4f80-85f1-8afbdbaa2ccc,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:02.332465 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 9839c353-5e67-4f80-85f1-8afbdbaa2ccc details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 02:00:02.375500 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-554bc367-da97-4979-8a58-404155c1aa32 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6066852 Oct 27 02:00:02.378852 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54248) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:02.383633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Request body: {'subnet': {'network_id': '9839c353-5e67-4f80-85f1-8afbdbaa2ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162269556-subnet', 'tenant_id': 'dca27665ad544cf58d6e5828999b25ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:02.470230 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Made reservation on behalf of dca27665ad544cf58d6e5828999b25ea for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:02.472546 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13268498'] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.687225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14667611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13268524'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.744870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e060728-657b-4765-8c41-04e3f0d9d861,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:02.753583 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Checking segment: {'id': '3fd044ab-79e0-4f04-bb09-c9d308629a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9839c353-5e67-4f80-85f1-8afbdbaa2ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:02.753946 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Network hostable DHCP agents. Network: 9839c353-5e67-4f80-85f1-8afbdbaa2ccc, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 02:00:02.822656 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Network 9839c353-5e67-4f80-85f1-8afbdbaa2ccc is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 02:00:02.910266 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 9839c353-5e67-4f80-85f1-8afbdbaa2ccc) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:02.914344 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:02.914933 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:02.919413 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d610b29-bd6c-400a-97b1-a018ad9848fe None None] Network 9839c353-5e67-4f80-85f1-8afbdbaa2ccc requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:03.010013 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-017aed66-89cb-432e-8b4f-78b036d4a0a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6299820 Oct 27 02:00:03.042051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b55918-7396-41a4-aceb-0a4b86f4fe81 None None] Network 9839c353-5e67-4f80-85f1-8afbdbaa2ccc requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:03.670117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54266) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:03.675033 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-74502030-network', 'tenant_id': '4444dcd6fac14d308b378bc2c59c2cb1'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:03.761726 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Made reservation on behalf of 4444dcd6fac14d308b378bc2c59c2cb1 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:03.763933 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:03.772202 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:03.866797 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:03.880385 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-1b1e673f-a47a-48e7-9fd5-f181295553ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471542 Oct 27 02:00:03.928986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:03.972402 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 02:00:03.984422 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e768de0c-e342-48f6-ae11-198821147048,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:03.991999 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:03.992158 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Added segment 404ae5fb-c3ed-4203-a55e-fb52ac1120b8 of type vlan for network d56f7b10-7ef5-42e7-afea-ff03aecbccb5 Oct 27 02:00:04.012360 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-a6a1dd8f-7d03-42e3-9466-59b97a0186e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.013794 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-a6a1dd8f-7d03-42e3-9466-59b97a0186e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1099 time: 0.0947812 Oct 27 02:00:04.088828 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.143269 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-102f73b3-ac62-440b-986c-f4c7d47a813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.144748 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-102f73b3-ac62-440b-986c-f4c7d47a813d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.1078773 Oct 27 02:00:04.186500 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.187407 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.187966 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.262478 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-dc0a6b25-f672-41ed-a9a4-01441e52c0c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 1002 time: 0.1098866 Oct 27 02:00:04.279855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] Pushing event updated for resources: {'Network': ['ID=d56f7b10-7ef5-42e7-afea-ff03aecbccb5,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:04.291597 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network d56f7b10-7ef5-42e7-afea-ff03aecbccb5 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 02:00:04.316219 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5fa9bd85-bec1-415b-a39f-0305d8d30459 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6444130 Oct 27 02:00:04.322506 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54270) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:04.322997 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-7eff7a18-a744-467a-9773-ab89b8c7e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.323712 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-7eff7a18-a744-467a-9773-ab89b8c7e761 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0512495 Oct 27 02:00:04.325563 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Request body: {'subnet': {'network_id': 'd56f7b10-7ef5-42e7-afea-ff03aecbccb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-74502030-subnet', 'tenant_id': '4444dcd6fac14d308b378bc2c59c2cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:04.370292 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-dc17ee6b-3c79-4b58-999d-b8cda5293da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.371807 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-dc17ee6b-3c79-4b58-999d-b8cda5293da7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404789 Oct 27 02:00:04.418822 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Made reservation on behalf of 4444dcd6fac14d308b378bc2c59c2cb1 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:04.421673 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13268498'] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.465165 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-029d7bb1-2802-417f-8242-652e97aface6 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854299 Oct 27 02:00:04.554171 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37d71fe5-2e24-4802-bc7e-42dcafa1a562 req-23cd380a-873a-41d6-b4f3-37e967362aba service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812700 Oct 27 02:00:04.664724 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14667611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13268524'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.720209 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da27456-bb6f-4901-affa-1d63847c426c,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:04.727429 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Checking segment: {'id': '404ae5fb-c3ed-4203-a55e-fb52ac1120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd56f7b10-7ef5-42e7-afea-ff03aecbccb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:04.727780 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Network hostable DHCP agents. Network: d56f7b10-7ef5-42e7-afea-ff03aecbccb5, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 02:00:04.807649 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Network d56f7b10-7ef5-42e7-afea-ff03aecbccb5 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 02:00:04.875751 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, d56f7b10-7ef5-42e7-afea-ff03aecbccb5) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:04.879666 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:04.880260 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:04.885140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20a488-031e-4fa6-bf4f-f0912ae83ea6 None None] Network d56f7b10-7ef5-42e7-afea-ff03aecbccb5 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:04.941350 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-672929c9-062f-4634-aac8-561f5672caf2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6211860 Oct 27 02:00:05.008672 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa7bc9-ad2c-4014-b988-cd4d2a979090 None None] Network d56f7b10-7ef5-42e7-afea-ff03aecbccb5 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:05.051472 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54274) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:05.104737 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Deleting subnet 6e060728-657b-4765-8c41-04e3f0d9d861 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:00:05.159906 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.159906 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.182615 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.299520 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.324355 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e060728-657b-4765-8c41-04e3f0d9d861,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:05.328742 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.332431 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6e060728-657b-4765-8c41-04e3f0d9d861 HTTP/1.1" status: 204 len: 168 time: 0.2799153 Oct 27 02:00:05.335185 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54278) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:05.337295 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.337696 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.338038 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.338371 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.338718 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.339028 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.339391 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.339721 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.340044 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.340367 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.340695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.341002 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e16bb-bafc-4a57-8f70-64dd2678640a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:05.406137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.481626 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.500967 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9839c353-5e67-4f80-85f1-8afbdbaa2ccc']}} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:05.510079 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd044ab-79e0-4f04-bb09-c9d308629a06') {'for_net_delete': True} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:05.510371 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd044ab-79e0-4f04-bb09-c9d308629a06') {} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:05.519731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14348195'] for segment, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.532169 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.538441 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=108323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:00:05.538811 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14667698'] for segment, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: Traceback (most recent call last): Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: timer() Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: cb(*args, **kw) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: return func(*args, **kwargs) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: self._notify() Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: self.callback(batched_events) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: event.method(event) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: return f(self, *a, **k) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._get(url).json() Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: return self.request(url, 'GET', **kwargs) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:00:05.540435 dv-cinder-786873-5-iscsi neutron-server[108323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:00:05.647196 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.652786 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.655728 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9839c353-5e67-4f80-85f1-8afbdbaa2ccc HTTP/1.1" status: 204 len: 168 time: 0.3191321 Oct 27 02:00:05.658705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54280) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:05.666208 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a748-30b7-4862-a9c4-68dd2a4147b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9839c353-5e67-4f80-85f1-8afbdbaa2ccc,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:05.705597 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Deleting subnet 7da27456-bb6f-4901-affa-1d63847c426c {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:00:05.709456 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.742158 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.779230 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.886244 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.916136 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da27456-bb6f-4901-affa-1d63847c426c,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:05.924377 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:05.927614 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d6d37454-280c-48e1-9fed-5f5536a3619a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7da27456-bb6f-4901-affa-1d63847c426c HTTP/1.1" status: 204 len: 168 time: 0.2678635 Oct 27 02:00:05.930162 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54282) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:06.001321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.077280 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.096192 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f7b10-7ef5-42e7-afea-ff03aecbccb5']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:06.105243 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404ae5fb-c3ed-4203-a55e-fb52ac1120b8') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:06.105536 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404ae5fb-c3ed-4203-a55e-fb52ac1120b8') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:06.115401 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.129097 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.135092 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:00:06.135513 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:00:06.137270 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:00:06.286208 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.291607 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.294761 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] 10.222.0.66 "DELETE /v2.0/networks/d56f7b10-7ef5-42e7-afea-ff03aecbccb5 HTTP/1.1" status: 204 len: 168 time: 0.3636918 Oct 27 02:00:06.306392 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bae08-4e9d-415b-8698-1ca89183591f admin admin] Pushing event deleted for resources: {'Network': ['ID=d56f7b10-7ef5-42e7-afea-ff03aecbccb5,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:06.658951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54288) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:06.697902 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-29365e91-28b9-4e4c-ba4f-d56ee735ef99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dca27665ad544cf58d6e5828999b25ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372915 Oct 27 02:00:06.700204 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54290) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:06.745508 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.765036 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.984834 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.987463 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:06.988673 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afa2a37e-3c6d-4788-912f-d1422fff7636 HTTP/1.1" status: 204 len: 168 time: 0.2875590 Oct 27 02:00:06.996511 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc373f-c175-4b24-a16f-eae275a5f805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2a37e-3c6d-4788-912f-d1422fff7636,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:07.652557 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54298) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:07.691250 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-58ca5c23-9e2c-4c4c-ae2a-86328315fe58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4444dcd6fac14d308b378bc2c59c2cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369005 Oct 27 02:00:07.693543 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54300) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:07.738985 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:07.759369 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:07.875803 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:07.878264 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:07.879402 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e768de0c-e342-48f6-ae11-198821147048 HTTP/1.1" status: 204 len: 168 time: 0.1849732 Oct 27 02:00:07.887093 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78faa-8d76-41f2-bbf1-35915775ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768de0c-e342-48f6-ae11-198821147048,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:24.806780 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0f6c11a6-91dc-43bc-a6b7-02583672ce78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:25.566970 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54526) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:25.692656 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb05cade-ed6d-4509-81ef-4ff60c1ec3e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:25.767024 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb05cade-ed6d-4509-81ef-4ff60c1ec3e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:25.828378 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cb05cade-ed6d-4509-81ef-4ff60c1ec3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:25.870300 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-cb05cade-ed6d-4509-81ef-4ff60c1ec3e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8c8c016e39c409a88335cdacd9bc938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022213 Oct 27 02:00:25.871167 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05cade-ed6d-4509-81ef-4ff60c1ec3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29741cb2-735e-44ec-9c31-fc7b87953291,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:25.873024 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54538) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:25.920325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:25.941543 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:26.092805 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:26.095482 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:26.096690 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29741cb2-735e-44ec-9c31-fc7b87953291 HTTP/1.1" status: 204 len: 168 time: 0.2220702 Oct 27 02:00:26.105066 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29741cb2-735e-44ec-9c31-fc7b87953291,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:26.112112 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.112456 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.112800 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.113168 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.113503 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.113832 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.114160 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.114490 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.114818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.115140 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.115488 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:26.115811 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688a7ddb-06be-48d8-9dfa-a7f2adee54f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:27.014145 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54568) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:27.110666 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1794054188-network', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:27.193718 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Made reservation on behalf of e253ed2881154a2a89e5c55cb6a9ce99 for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:27.196298 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.204826 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.275638 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.355465 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.379762 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 02:00:27.389037 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92fb9a-0bda-4088-96c0-1fe68519f194,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:27.394384 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.394719 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Added segment 8cab26e0-4620-4db4-8f2b-47b25a01615e of type vlan for network 62bb8f33-9e14-4524-b290-6a45745e1b6b Oct 27 02:00:27.433366 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.542816 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.543727 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:27.544297 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.603348 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] Pushing event updated for resources: {'Network': ['ID=62bb8f33-9e14-4524-b290-6a45745e1b6b,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:27.613695 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 02:00:27.669993 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54572) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:27.670578 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-37526a38-8dd7-4f3a-b212-f1e97486e376 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6546319 Oct 27 02:00:27.675060 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Request body: {'subnet': {'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1794054188-subnet', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:27.760520 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Made reservation on behalf of e253ed2881154a2a89e5c55cb6a9ce99 for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:27.762818 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13268498'] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.772242 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b0d9840b-2865-4fde-9d51-6dd838a5c896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:27.989357 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14667611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13268524'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.046882 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba45c693-8995-4fba-930b-5de752b0c0c6,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:28.056195 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Checking segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:28.056544 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Network hostable DHCP agents. Network: 62bb8f33-9e14-4524-b290-6a45745e1b6b, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 02:00:28.126408 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 02:00:28.201019 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 62bb8f33-9e14-4524-b290-6a45745e1b6b) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:28.205489 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:28.206288 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.211943 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59827ec4-233e-436d-a451-520751a41ff3 None None] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:28.283773 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-e92a222e-da47-48f5-92e9-4cdb99ae1bc2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6125176 Oct 27 02:00:28.286333 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54586) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:28.290520 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:28.364238 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-62bb8f33-9e14-4524-b290-6a45745e1b6b', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 02:00:28.365096 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.378498 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.379595 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.428945 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.482829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.496854 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Allocated IP 172.20.0.2 (62bb8f33-9e14-4524-b290-6a45745e1b6b/ba45c693-8995-4fba-930b-5de752b0c0c6/440c86db-0fd3-4631-8d26-dbede2cab507) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:28.634878 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.674978 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.725876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.764881 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:28.767758 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:28.771156 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:28.781939 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Pushing event updated for resources: {'Port': ['ID=440c86db-0fd3-4631-8d26-dbede2cab507,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:28.838271 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Attempting to bind port 440c86db-0fd3-4631-8d26-dbede2cab507 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:28.838664 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Attempting to bind port 440c86db-0fd3-4631-8d26-dbede2cab507 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:28.839024 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Attempting to bind port 440c86db-0fd3-4631-8d26-dbede2cab507 on network 62bb8f33-9e14-4524-b290-6a45745e1b6b {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:28.843875 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:28.844243 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Checking segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:28.844637 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.845033 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Bound using segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:28.845501 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Bound port: 440c86db-0fd3-4631-8d26-dbede2cab507, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:28.845868 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.855012 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.910012 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] For port 440c86db-0fd3-4631-8d26-dbede2cab507, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:28.913029 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] For port 440c86db-0fd3-4631-8d26-dbede2cab507, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=440c86db-0fd3-4631-8d26-dbede2cab507,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:28.945719 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.967232 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:28.973292 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.028189 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e0dd1-8965-4cac-880a-fded25b837cd None None] Pushing event updated for resources: {'Port': ['ID=440c86db-0fd3-4631-8d26-dbede2cab507,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:29.083313 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Allocated IP 172.27.0.140 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/92bdf032-d957-4626-838d-6d1629193b57) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:29.202001 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.309765 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.348924 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:29.353286 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:29.358203 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:29.361278 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=92bdf032-d957-4626-838d-6d1629193b57,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:29.684524 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 440c86db-0fd3-4631-8d26-dbede2cab507 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:29.738363 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 440c86db-0fd3-4631-8d26-dbede2cab507 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:29.738829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.831077 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.868158 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 440c86db-0fd3-4631-8d26-dbede2cab507, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=440c86db-0fd3-4631-8d26-dbede2cab507,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:29.950090 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.985150 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:29.995396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576ae4c-ba44-489f-8b40-7bf42ad71061 None None] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:30.042489 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=440c86db-0fd3-4631-8d26-dbede2cab507,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:30.081679 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-4227e1be-6ac3-4626-b2c0-b4b2a32a7a15 None None] Provisioning complete for port 440c86db-0fd3-4631-8d26-dbede2cab507 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:30.082051 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4227e1be-6ac3-4626-b2c0-b4b2a32a7a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:30.178856 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:30.410772 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Router 9ad7287c-995a-4cee-a7a3-c740ff5b962c is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 02:00:30.442273 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-3284d889-513b-4549-82a7-3759b995dbc3 None None] Provisioning complete for port 440c86db-0fd3-4631-8d26-dbede2cab507 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:30.442697 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3284d889-513b-4549-82a7-3759b995dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:30.519135 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:00:30.529810 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Sync routers for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:00:30.545497 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:30.546107 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:30.578652 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:30.631211 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:30.632597 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-16b0470f-41c9-4949-a981-5a12f72dd7b7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3453119 Oct 27 02:00:30.635272 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54610) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:30.648165 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:30.960954 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:29Z', 'revision_number': 3, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:30.988282 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Checking router: 9ad7287c-995a-4cee-a7a3-c740ff5b962c for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:00:30.988698 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Updating router 9ad7287c-995a-4cee-a7a3-c740ff5b962c port 92bdf032-d957-4626-838d-6d1629193b57 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 02:00:31.019710 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.058325 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.210252 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Allocated IP 172.20.0.1 (62bb8f33-9e14-4524-b290-6a45745e1b6b/ba45c693-8995-4fba-930b-5de752b0c0c6/64369af2-a650-42d0-bfbd-47f7d333ef3d) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:31.282369 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.318334 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.382645 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.383395 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.412227 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.433561 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Attempting to bind port 92bdf032-d957-4626-838d-6d1629193b57 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:31.433928 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Attempting to bind port 92bdf032-d957-4626-838d-6d1629193b57 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:31.434282 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Attempting to bind port 92bdf032-d957-4626-838d-6d1629193b57 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:31.444346 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:31.444964 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:31.445370 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.445766 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:31.446235 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Bound port: 92bdf032-d957-4626-838d-6d1629193b57, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:31.446615 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.449609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581ef1-d62c-47b3-aa7b-a01f2eb1b85e None None] Pushing event updated for resources: {'Port': ['ID=92bdf032-d957-4626-838d-6d1629193b57,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:31.453555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:31.457279 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:31.458911 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:31.492973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Pushing event updated for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:31.502737 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] For port 92bdf032-d957-4626-838d-6d1629193b57, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:31.506599 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] For port 92bdf032-d957-4626-838d-6d1629193b57, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=92bdf032-d957-4626-838d-6d1629193b57,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:31.511716 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.603608 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.646622 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 440c86db-0fd3-4631-8d26-dbede2cab507 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:31.717952 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.733957 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581ef1-d62c-47b3-aa7b-a01f2eb1b85e None None] Pushing event updated for resources: {'Port': ['ID=92bdf032-d957-4626-838d-6d1629193b57,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:31.737990 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:31.738578 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:31.743130 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-040f4d03-0523-48ce-b477-c84151b4fc67 None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:31.743507 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-040f4d03-0523-48ce-b477-c84151b4fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.856558 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-040f4d03-0523-48ce-b477-c84151b4fc67 None None] Port 64369af2-a650-42d0-bfbd-47f7d333ef3d cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:31.865754 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 440c86db-0fd3-4631-8d26-dbede2cab507 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:31.866116 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.881136 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:31.902583 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:31.949646 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:32.019077 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:32.020860 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Pushing event updated for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:32.125271 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:32.127145 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:32.142797 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 1, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:32.171000 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e2ee0d-7c5f-4ce4-accd-774d46dc8845 None None] The sync data for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi is: [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 1, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:00:32.255320 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Router 9ad7287c-995a-4cee-a7a3-c740ff5b962c has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:00:32.379189 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-6a42871d-b8e8-4946-8e73-6ba648c6a3b6 None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:32.379189 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-6a42871d-b8e8-4946-8e73-6ba648c6a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:32.384943 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:00:32.401471 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-fcb655b0-fa9e-4aab-a690-a05ff45d12df admin admin] 10.222.0.66 "PUT /v2.0/routers/9ad7287c-995a-4cee-a7a3-c740ff5b962c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555420 Oct 27 02:00:32.428518 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-6a42871d-b8e8-4946-8e73-6ba648c6a3b6 None None] Port 64369af2-a650-42d0-bfbd-47f7d333ef3d cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:32.862250 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:00:33.031365 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54652) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:33.126007 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54658) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:33.131012 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1165582241-network', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:33.195171 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f869e65-0a84-4f98-a253-be2eebe01890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.207068 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Made reservation on behalf of 3f993f7c7aa94a2b9c3bf289370a41cc for: {'network': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:33.209350 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for network, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.224042 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.321326 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f869e65-0a84-4f98-a253-be2eebe01890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.343524 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.388237 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-2f869e65-0a84-4f98-a253-be2eebe01890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.421843 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.434937 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-2f869e65-0a84-4f98-a253-be2eebe01890 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52b7221959c94a8c84b1109e188ebc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018857 Oct 27 02:00:33.435673 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869e65-0a84-4f98-a253-be2eebe01890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f1534f-8ae2-4a6d-b1f4-7a4da39fd33f,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:33.437636 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54660) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:33.456232 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=108324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 02:00:33.476738 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.477081 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.db.segments_db [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Added segment 773f941a-869c-4ff2-96d3-e95ab7638a65 of type vlan for network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 Oct 27 02:00:33.478632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263682f1-5784-4f17-87cb-1982afdb8604,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:33.500609 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.521566 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.523565 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745803848385'] for network, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.610653 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.611667 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:33.612248 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.633614 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.636529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.640061 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f1534f-8ae2-4a6d-b1f4-7a4da39fd33f HTTP/1.1" status: 204 len: 168 time: 0.1990895 Oct 27 02:00:33.648091 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a44b-2bb9-4c0c-aee5-da2b1bd71d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f1534f-8ae2-4a6d-b1f4-7a4da39fd33f,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:33.671426 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 92bdf032-d957-4626-838d-6d1629193b57 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:33.680784 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0039df-c2af-4a5e-8ef6-8152449cedd1,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:33.704391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 details requested by agent ovs-agent-dv-cinder-786873-5-iscsi with host dv-cinder-786873-5-iscsi {{(pid=108325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 02:00:33.760116 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-d25ead64-f712-4c09-b2a5-d9dc618c3e00 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6304393 Oct 27 02:00:33.760747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54664) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:33.765786 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Request body: {'subnet': {'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1165582241-subnet', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'ip_version': 4}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:33.786479 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 92bdf032-d957-4626-838d-6d1629193b57 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:33.786849 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.867193 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.869569 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Made reservation on behalf of 3f993f7c7aa94a2b9c3bf289370a41cc for: {'subnet': 1} {{(pid=108323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:33.872006 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13268498'] for subnet, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:33.889295 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 92bdf032-d957-4626-838d-6d1629193b57, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=92bdf032-d957-4626-838d-6d1629193b57,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:33.966637 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.019438 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=92bdf032-d957-4626-838d-6d1629193b57,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:34.109453 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14667611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13268524'] for subnet, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.165435 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0aacc3-d2ba-48d8-9a96-186ed5209d58,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:34.176527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Checking segment: {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:34.176527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Network hostable DHCP agents. Network: 2a0039df-c2af-4a5e-8ef6-8152449cedd1, hostable agents: ['899aa534-7aad-4250-90bc-5496eba4af44'], hosted agents: [] {{(pid=108323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 02:00:34.215440 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Sync routers for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:00:34.225380 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:34.225986 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:34.280743 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 is scheduled to be hosted by DHCP agent 899aa534-7aad-4250-90bc-5496eba4af44 with binding_index 1 {{(pid=108323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 02:00:34.330228 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:34.376367 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-5-iscsi, 2a0039df-c2af-4a5e-8ef6-8152449cedd1) {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:34.381128 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:34.382108 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.386345 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704ef72-4163-4906-84b7-3bd79424e5e3 None None] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:34.441999 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54668) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:34.462120 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d8f25b0-442e-4333-80a4-bf9a34195401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.473027 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8ae07ba2-6545-44a7-aca2-cbd317ea588d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7112615 Oct 27 02:00:34.476702 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54670) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:34.483137 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:34.539631 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 2, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:34.543409 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp712c892e-abd5-5dfd-93e9-9fcc18f1c1b5-2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'fixed_ips': [{'subnet_id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58'}]}} from dv-cinder-786873-5-iscsi. {{(pid=108325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 02:00:34.544277 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.553895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d8f25b0-442e-4333-80a4-bf9a34195401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.574051 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Checking router: 9ad7287c-995a-4cee-a7a3-c740ff5b962c for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:00:34.574428 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Updating router 9ad7287c-995a-4cee-a7a3-c740ff5b962c port 64369af2-a650-42d0-bfbd-47f7d333ef3d binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 02:00:34.589885 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1655447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4912'] for router, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.591732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1670081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.599092 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.619136 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7d8f25b0-442e-4333-80a4-bf9a34195401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.652866 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.657188 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-7d8f25b0-442e-4333-80a4-bf9a34195401 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80f16301c65e412da32ff252279e03cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140498 Oct 27 02:00:34.660306 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54672) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:34.679892 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f25b0-442e-4333-80a4-bf9a34195401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a95a8d-b41b-4d41-9878-16c931a4e5bb,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:34.684635 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Allocated IP 172.20.0.2 (2a0039df-c2af-4a5e-8ef6-8152449cedd1/2b0aacc3-d2ba-48d8-9a96-186ed5209d58/384d69cc-49c4-4964-8d28-7420668a11cb) {{(pid=108325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:34.725812 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.749805 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.877149 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.908341 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.960588 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.961829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks [] for port, precommit_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.991474 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.994356 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:34.998819 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99a95a8d-b41b-4d41-9878-16c931a4e5bb HTTP/1.1" status: 204 len: 168 time: 0.3349111 Oct 27 02:00:35.009811 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Pushing event updated for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.018433 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.018792 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.019134 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.019483 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.019810 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.020200 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.020525 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.020840 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.021371 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.021722 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.022052 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.022433 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:00:35.049549 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485abd3-fc93-4ee8-9dbd-a1a8e9453020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a95a8d-b41b-4d41-9878-16c931a4e5bb,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.077432 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Attempting to bind port 64369af2-a650-42d0-bfbd-47f7d333ef3d on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:35.077934 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Attempting to bind port 64369af2-a650-42d0-bfbd-47f7d333ef3d by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:35.082575 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Attempting to bind port 64369af2-a650-42d0-bfbd-47f7d333ef3d on network 62bb8f33-9e14-4524-b290-6a45745e1b6b {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:35.082747 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655'] for port, after_create {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.083973 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:35.084480 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Checking segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:35.084976 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.085458 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Bound using segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:35.086017 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Bound port: 64369af2-a650-42d0-bfbd-47f7d333ef3d, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:35.086664 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.154667 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 is already hosted by enough agents. {{(pid=108325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:35.158587 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Resources bound (agent type, host, resource id): {{(pid=108325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:35.163534 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Received port after_create {{(pid=108325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:35.167239 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Pushing event updated for resources: {'Port': ['ID=384d69cc-49c4-4964-8d28-7420668a11cb,revision_number=1']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.167939 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] For port 64369af2-a650-42d0-bfbd-47f7d333ef3d, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:35.171823 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] For port 64369af2-a650-42d0-bfbd-47f7d333ef3d, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=64369af2-a650-42d0-bfbd-47f7d333ef3d,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:35.226783 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Attempting to bind port 384d69cc-49c4-4964-8d28-7420668a11cb on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:35.227141 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Attempting to bind port 384d69cc-49c4-4964-8d28-7420668a11cb by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:35.227698 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Attempting to bind port 384d69cc-49c4-4964-8d28-7420668a11cb on network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:35.233591 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:35.233959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Checking segment: {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:35.234513 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.234882 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Bound using segment: {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:35.235391 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Bound port: 384d69cc-49c4-4964-8d28-7420668a11cb, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:35.235770 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.268631 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.297796 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.308163 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] For port 384d69cc-49c4-4964-8d28-7420668a11cb, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:35.311981 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] For port 384d69cc-49c4-4964-8d28-7420668a11cb, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=384d69cc-49c4-4964-8d28-7420668a11cb,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:35.336165 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.343229 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:35.343794 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:35.345662 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce56c1-3a5a-4a88-8b4f-dd645bffe064 None None] Pushing event updated for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=4']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.383547 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-765371e3-2f35-462d-b486-72380a118efe None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:35.383928 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-765371e3-2f35-462d-b486-72380a118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.422756 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.458303 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Allocated IP 172.27.0.221 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/1d3e10a5-8aef-4005-b13e-a41b337fd431) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:35.525656 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:35.537715 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc1b10-79df-43de-b792-b5a6768cb6ef None None] Pushing event updated for resources: {'Port': ['ID=384d69cc-49c4-4964-8d28-7420668a11cb,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.591795 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-765371e3-2f35-462d-b486-72380a118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.641620 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-765371e3-2f35-462d-b486-72380a118efe None None] For port 64369af2-a650-42d0-bfbd-47f7d333ef3d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=64369af2-a650-42d0-bfbd-47f7d333ef3d,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:35.678897 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.724023 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 92bdf032-d957-4626-838d-6d1629193b57 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:35.789725 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-765371e3-2f35-462d-b486-72380a118efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.845624 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.852876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 92bdf032-d957-4626-838d-6d1629193b57 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:35.852876 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:35.890997 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765371e3-2f35-462d-b486-72380a118efe None None] Pushing event updated for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.920304 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:35.923538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:35.927872 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:35.966425 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3e10a5-8aef-4005-b13e-a41b337fd431,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:35.978937 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-7a77e390-798c-4d5c-adba-55fc4bf78abf None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:35.979618 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7a77e390-798c-4d5c-adba-55fc4bf78abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.011246 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:36.033558 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 64369af2-a650-42d0-bfbd-47f7d333ef3d up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:36.045282 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596676b-abd4-4df1-b5e6-d92b39b4c7e1 None None] The sync data for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi is: [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:00:36.130957 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:36.131346 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.627012 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.691729 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a287c-7d7d-4407-bd90-191bf9a0a05f None None] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:00:36.770344 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] Provisioning complete for port 384d69cc-49c4-4964-8d28-7420668a11cb triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:36.775366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.857738 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670044'] for router, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.930514 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:36.966088 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] For port 384d69cc-49c4-4964-8d28-7420668a11cb, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=384d69cc-49c4-4964-8d28-7420668a11cb,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:37.046366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.080957 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Router 1414a437-caa6-4f19-ab9b-8205db008dc1 is scheduled to L3 agent e1900884-cd55-44ed-ae11-d192564b7656 with binding_index 1 {{(pid=108324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 02:00:37.107662 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52b592-66b5-4f25-976e-30a92c8e522c None None] Pushing event updated for resources: {'Port': ['ID=384d69cc-49c4-4964-8d28-7420668a11cb,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:37.167881 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-d92e9195-ce5a-4b8c-9c54-d4c9fe103487 None None] Provisioning complete for port 384d69cc-49c4-4964-8d28-7420668a11cb triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:37.168238 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d92e9195-ce5a-4b8c-9c54-d4c9fe103487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.207988 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:00:37.225625 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Sync routers for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:00:37.241070 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:37.241696 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:37.283705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.287848 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-88303fdc-d2e1-41cd-8316-981b544cd848 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8066921 Oct 27 02:00:37.287848 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54708) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:37.380813 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:37.571607 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:36Z', 'revision_number': 3, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:37.610049 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Checking router: 1414a437-caa6-4f19-ab9b-8205db008dc1 for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:00:37.610405 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Updating router 1414a437-caa6-4f19-ab9b-8205db008dc1 port 1d3e10a5-8aef-4005-b13e-a41b337fd431 binding host dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 02:00:37.639108 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.742622 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 384d69cc-49c4-4964-8d28-7420668a11cb up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:37.744455 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.852417 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 384d69cc-49c4-4964-8d28-7420668a11cb triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:37.853018 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:37.915534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Allocated IP 172.20.0.1 (2a0039df-c2af-4a5e-8ef6-8152449cedd1/2b0aacc3-d2ba-48d8-9a96-186ed5209d58/aef13720-be57-43ce-b3b5-169bc91d2810) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:38.001740 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks [] for port, precommit_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.003883 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 64369af2-a650-42d0-bfbd-47f7d333ef3d up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:38.015671 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.053214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 64369af2-a650-42d0-bfbd-47f7d333ef3d triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:38.053576 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.118680 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.124203 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.167814 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:38.170727 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:38.174209 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:38.175150 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Attempting to bind port 1d3e10a5-8aef-4005-b13e-a41b337fd431 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:38.175596 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Attempting to bind port 1d3e10a5-8aef-4005-b13e-a41b337fd431 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:38.175959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Attempting to bind port 1d3e10a5-8aef-4005-b13e-a41b337fd431 on network a1fa9ffb-0b33-4227-887a-fc6978a30fdd {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:38.179648 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Pushing event updated for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:38.187857 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:38.188268 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Checking segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:38.188678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.189070 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Bound using segment: {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'} {{(pid=108325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:38.189549 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.managers [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Bound port: 1d3e10a5-8aef-4005-b13e-a41b337fd431, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a379d4-26d1-4739-9fac-c703c8f11670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd'}}] {{(pid=108325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:38.189950 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.215883 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8808aa-a34c-4deb-936a-30056854c5b0 None None] Pushing event updated for resources: {'Port': ['ID=1d3e10a5-8aef-4005-b13e-a41b337fd431,revision_number=2']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:38.225692 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656513'] for router_interface, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.255619 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] For port 1d3e10a5-8aef-4005-b13e-a41b337fd431, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:38.259274 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] For port 1d3e10a5-8aef-4005-b13e-a41b337fd431, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1d3e10a5-8aef-4005-b13e-a41b337fd431,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:38.338316 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.394838 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:38.395466 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:38.429616 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8808aa-a34c-4deb-936a-30056854c5b0 None None] Pushing event updated for resources: {'Port': ['ID=1d3e10a5-8aef-4005-b13e-a41b337fd431,revision_number=3']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:38.482040 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.628723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-5d84faf8-a778-45c0-9e6b-74815b6458d2 None None] Provisioning complete for port aef13720-be57-43ce-b3b5-169bc91d2810 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:38.629098 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5d84faf8-a778-45c0-9e6b-74815b6458d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.674117 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-5d84faf8-a778-45c0-9e6b-74815b6458d2 None None] Port aef13720-be57-43ce-b3b5-169bc91d2810 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:38.674407 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.682987 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:38.777880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.845491 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Pushing event updated for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:38.847920 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670993'] for router_interface, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:38.867817 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:36Z', 'revision_number': 3, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:38.899943 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26bcdc-9ce3-4e10-97c6-1c222bb85e7e None None] The sync data for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi is: [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:36Z', 'revision_number': 3, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:00:38.957989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:38.959478 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:39.085914 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Router 1414a437-caa6-4f19-ab9b-8205db008dc1 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:00:39.204352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-74c7ecda-2022-4905-911e-737c31d3f331 None None] Provisioning complete for port aef13720-be57-43ce-b3b5-169bc91d2810 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:39.204723 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-74c7ecda-2022-4905-911e-737c31d3f331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:39.231794 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:00:39.247811 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8704f5bc-5b02-47b0-a4ad-293695429b1c admin admin] 10.222.0.66 "PUT /v2.0/routers/1414a437-caa6-4f19-ab9b-8205db008dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508305 Oct 27 02:00:39.248023 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-74c7ecda-2022-4905-911e-737c31d3f331 None None] Port aef13720-be57-43ce-b3b5-169bc91d2810 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:39.669812 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d3e10a5-8aef-4005-b13e-a41b337fd431 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:39.746460 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1d3e10a5-8aef-4005-b13e-a41b337fd431 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:39.746831 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:39.841700 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:39.863618 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] For port 1d3e10a5-8aef-4005-b13e-a41b337fd431, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1d3e10a5-8aef-4005-b13e-a41b337fd431,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:39.937669 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:39.991950 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Pushing event updated for resources: {'Port': ['ID=1d3e10a5-8aef-4005-b13e-a41b337fd431,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:40.387343 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54772) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:40.507059 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-646840ea-81b4-4b3e-93fc-08b3caa9f131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.599466 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-646840ea-81b4-4b3e-93fc-08b3caa9f131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.630802 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Sync routers for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:00:40.648202 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:40.648931 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:40.659695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-646840ea-81b4-4b3e-93fc-08b3caa9f131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.710181 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-646840ea-81b4-4b3e-93fc-08b3caa9f131 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84a98d64eef047b696f21a970f49b104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213439 Oct 27 02:00:40.710999 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54776) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:40.722249 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646840ea-81b4-4b3e-93fc-08b3caa9f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b40fc4-1c10-4f5c-88af-79ec4fc53bd9,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:40.768246 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:40.798894 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.826181 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.966682 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.969189 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:40.973213 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49b40fc4-1c10-4f5c-88af-79ec4fc53bd9 HTTP/1.1" status: 204 len: 168 time: 0.2609522 Oct 27 02:00:40.986035 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7ba75-6fb2-4488-8d58-0018de5012c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b40fc4-1c10-4f5c-88af-79ec4fc53bd9,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:41.011252 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 4, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'aef13720-be57-43ce-b3b5-169bc91d2810', 'name': '', 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'mac_address': 'fa:16:3e:55:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:37Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 2, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'subnets': [{'id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:41.044726 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Checking router: 1414a437-caa6-4f19-ab9b-8205db008dc1 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:00:41.045298 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Updating router 1414a437-caa6-4f19-ab9b-8205db008dc1 port aef13720-be57-43ce-b3b5-169bc91d2810 binding host dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 02:00:41.074107 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.428208 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks [] for port, precommit_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.543449 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.600093 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd460-0042-4d8f-a373-3ed33bd657fd None None] Pushing event updated for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=3']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:41.672474 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54782) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:41.674822 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d3e10a5-8aef-4005-b13e-a41b337fd431 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:41.688666 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6726-31d2-49d6-9010-43c3d7f95b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.690622 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Attempting to bind port aef13720-be57-43ce-b3b5-169bc91d2810 on host dv-cinder-786873-5-iscsi for vnic_type normal with profile {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:00:41.691070 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Attempting to bind port aef13720-be57-43ce-b3b5-169bc91d2810 by drivers openvswitch,hyperv on host dv-cinder-786873-5-iscsi at level 0 using segments [{'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:00:41.691241 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Attempting to bind port aef13720-be57-43ce-b3b5-169bc91d2810 on network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:00:41.698333 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Checking agent: {'id': '46b19b19-357e-4be0-a7de-b6a1a1e353ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 39, 28), 'started_at': datetime.datetime(2021, 10, 27, 1, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:00:41.698700 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Checking segment: {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:00:41.699101 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.704647 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Bound using segment: {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'} {{(pid=108326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:00:41.705208 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.managers [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Bound port: aef13720-be57-43ce-b3b5-169bc91d2810, host: dv-cinder-786873-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773f941a-869c-4ff2-96d3-e95ab7638a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1'}}] {{(pid=108326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:00:41.705631 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.756060 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port 1d3e10a5-8aef-4005-b13e-a41b337fd431 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:41.756842 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.835898 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] For port aef13720-be57-43ce-b3b5-169bc91d2810, host dv-cinder-786873-5-iscsi, cleared binding levels {{(pid=108326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:00:41.836181 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6726-31d2-49d6-9010-43c3d7f95b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.840031 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.plugins.ml2.db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] For port aef13720-be57-43ce-b3b5-169bc91d2810, host dv-cinder-786873-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=aef13720-be57-43ce-b3b5-169bc91d2810,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:00:41.897199 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-651adaa5-b5af-4257-9758-3e502ca95639 None None] Provisioning complete for port aef13720-be57-43ce-b3b5-169bc91d2810 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:41.897832 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-651adaa5-b5af-4257-9758-3e502ca95639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.911409 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6726-31d2-49d6-9010-43c3d7f95b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.935144 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron_lib.callbacks.manager [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:41.944507 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54784) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:41.945389 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9f7a6726-31d2-49d6-9010-43c3d7f95b32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=220597eb04f449c79fb2d1a80fba2bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717035 Oct 27 02:00:41.962125 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-651adaa5-b5af-4257-9758-3e502ca95639 None None] Port aef13720-be57-43ce-b3b5-169bc91d2810 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:41.972016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a6726-31d2-49d6-9010-43c3d7f95b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0364d0-b691-49a3-98cf-4fd30991c228,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:42.043418 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.048450 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:00:42.049016 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:00:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:42.053516 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd460-0042-4d8f-a373-3ed33bd657fd None None] Pushing event updated for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=4']} {{(pid=108326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:42.074216 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.189711 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:00:42.212606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.217187 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.217733 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb0364d0-b691-49a3-98cf-4fd30991c228 HTTP/1.1" status: 204 len: 168 time: 0.2715554 Oct 27 02:00:42.238224 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad8b6c-c32f-4593-9630-76c3bdbad33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0364d0-b691-49a3-98cf-4fd30991c228,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:42.387500 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] Provisioning complete for port aef13720-be57-43ce-b3b5-169bc91d2810 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:42.394557 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.474759 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 4, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'aef13720-be57-43ce-b3b5-169bc91d2810', 'name': '', 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'mac_address': 'fa:16:3e:55:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:37Z', 'updated_at': '2021-10-27T02:00:41Z', 'revision_number': 4, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'subnets': [{'id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:00:42.482994 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.503058 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20378392-8f93-4977-a8e2-3baf6f77b499 None None] The sync data for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi is: [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:00:38Z', 'revision_number': 4, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': 'aef13720-be57-43ce-b3b5-169bc91d2810', 'name': '', 'network_id': '2a0039df-c2af-4a5e-8ef6-8152449cedd1', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'mac_address': 'fa:16:3e:55:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:37Z', 'updated_at': '2021-10-27T02:00:41Z', 'revision_number': 4, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'subnets': [{'id': '2b0aacc3-d2ba-48d8-9a96-186ed5209d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:00:42.523247 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] For port aef13720-be57-43ce-b3b5-169bc91d2810, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=aef13720-be57-43ce-b3b5-169bc91d2810,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:00:42.616336 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:42.694593 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6a82-1a1c-4929-b00e-36ac56d44ed1 None None] Pushing event updated for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:43.657775 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device aef13720-be57-43ce-b3b5-169bc91d2810 up at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:00:43.716003 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Provisioning complete for port aef13720-be57-43ce-b3b5-169bc91d2810 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:43.716627 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:51.286350 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-f54dc635-91d1-4d45-a05e-06aef44b2e1a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:51.287859 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-f54dc635-91d1-4d45-a05e-06aef44b2e1a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 815 time: 0.1029086 Oct 27 02:00:51.303347 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-69a2d380-6016-4426-801f-2e78a27e4c13 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/quotas/e253ed2881154a2a89e5c55cb6a9ce99 HTTP/1.1" status: 200 len: 375 time: 0.0091345 Oct 27 02:00:51.354812 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-eb5ef71c-8291-44e5-8b08-ab7020940877 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455379 Oct 27 02:00:51.536510 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-2c3c90af-aff5-4846-a1b5-2ec3c5a2ecec service neutron] 10.222.0.66 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701953 Oct 27 02:00:51.622559 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-cd95b62e-52b5-4bc2-a963-893f49d9d620 service neutron] 10.222.0.66 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794489 Oct 27 02:00:51.864465 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-5a82fdf6-79ab-476c-83be-bb99bcd56e78 req-b4571a37-9bae-4f3d-bb41-477ed60a7c7a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Oct 27 02:00:52.960877 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2459adb-e7e8-4f60-a7c4-a24863914d9f req-30ff1a6b-b8a2-404b-9dcc-e8e567f6f45e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 210 time: 0.0300171 Oct 27 02:00:54.061072 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d7255380-9cac-4fe0-9020-4f6119b15ca1 req-444f7d30-46cc-4570-a140-4a67a1cbf5eb tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 210 time: 0.0335605 Oct 27 02:00:54.178627 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-405b8919-56bc-482b-87ff-ca058c2f7a56 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:54.184135 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-405b8919-56bc-482b-87ff-ca058c2f7a56 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 815 time: 0.1071794 Oct 27 02:00:54.203752 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'port': {'device_id': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'admin_state_up': True, 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:00:54.417707 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Made reservation on behalf of e253ed2881154a2a89e5c55cb6a9ce99 for: {'port': 1} {{(pid=108324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 02:00:54.421332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:54.545211 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_common [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Allocated IP 172.20.0.8 (62bb8f33-9e14-4524-b290-6a45745e1b6b/ba45c693-8995-4fba-930b-5de752b0c0c6/a61828a9-0c82-482c-adaf-ef101a7e93c7) {{(pid=108324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:00:54.695763 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for port, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:54.783823 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:54.831013 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b is already hosted by enough agents. {{(pid=108324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:00:54.834179 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.base_scheduler [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Resources bound (agent type, host, resource id): {{(pid=108324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:00:54.834721 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3063f669-079e-4e50-8bdb-de4daeadaa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:54.837974 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Received port after_create {{(pid=108324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:00:54.861974 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:54.917156 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:54.917862 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:54.986910 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-9a262c3d-d462-4049-8381-f61fb7485440 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868097 Oct 27 02:00:55.134931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-bc3beddf-4e6c-478d-a3e8-d6cee90c4ecb None None] Provisioning complete for port a61828a9-0c82-482c-adaf-ef101a7e93c7 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:00:55.135255 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-bc3beddf-4e6c-478d-a3e8-d6cee90c4ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:55.171187 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-bc3beddf-4e6c-478d-a3e8-d6cee90c4ecb None None] Port a61828a9-0c82-482c-adaf-ef101a7e93c7 cannot update to ACTIVE because it is not bound. {{(pid=108325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 02:00:55.191687 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab83c-0149-45b3-bb9c-9287fe11ecb3 req-6be6c38f-fb96-4b25-8189-b5673270c918 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:55.200499 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2bab83c-0149-45b3-bb9c-9287fe11ecb3 req-6be6c38f-fb96-4b25-8189-b5673270c918 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0653219 Oct 27 02:00:55.235359 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d2bab83c-0149-45b3-bb9c-9287fe11ecb3 req-7f203450-6991-437c-becc-dc920673d050 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Oct 27 02:00:56.369939 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c598e0-5888-40f6-8e5c-b3b52f3f5247 req-e37f91ae-313e-4255-9c42-fce982b21082 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:56.375769 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55c598e0-5888-40f6-8e5c-b3b52f3f5247 req-e37f91ae-313e-4255-9c42-fce982b21082 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0606687 Oct 27 02:00:56.410840 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-55c598e0-5888-40f6-8e5c-b3b52f3f5247 req-4dc8e72f-8a01-442f-bc80-8fe22f6dce55 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Oct 27 02:00:57.272475 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 54954) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:57.386125 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb612b04-53dd-4277-ae16-b028939f9d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.465648 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb612b04-53dd-4277-ae16-b028939f9d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.546322 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f887-a76e-4e69-9c16-882a1e4ccc18 req-38d8bcb2-3471-450d-a62e-cd11ad511721 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:57.548005 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6c96f887-a76e-4e69-9c16-882a1e4ccc18 req-38d8bcb2-3471-450d-a62e-cd11ad511721 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0534320 Oct 27 02:00:57.565978 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-bb612b04-53dd-4277-ae16-b028939f9d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.590922 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6c96f887-a76e-4e69-9c16-882a1e4ccc18 req-949dd813-2f55-4ab8-b13a-70cea3900895 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Oct 27 02:00:57.617868 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-bb612b04-53dd-4277-ae16-b028939f9d68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1dedad438cc4451eb576dd66baf24cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439634 Oct 27 02:00:57.619149 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb612b04-53dd-4277-ae16-b028939f9d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29250da-0942-44fe-8eed-700b33d27a44,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:57.621116 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 54960) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:00:57.678314 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.702361 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.787545 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-02cd75fa-1d51-46c3-a2af-2fa59d2e9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.816425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.819600 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:57.822690 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c29250da-0942-44fe-8eed-700b33d27a44 HTTP/1.1" status: 204 len: 168 time: 0.1983504 Oct 27 02:00:57.830362 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b0000-a03a-4bff-88ea-566e564cae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29250da-0942-44fe-8eed-700b33d27a44,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:00:58.445892 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:58.717426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50520e1-8a0c-4c52-8654-c97ba8348b08 req-14ae04c1-8455-4906-8028-83f2a778b8d6 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:58.724828 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f50520e1-8a0c-4c52-8654-c97ba8348b08 req-14ae04c1-8455-4906-8028-83f2a778b8d6 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0607336 Oct 27 02:00:58.758333 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-f50520e1-8a0c-4c52-8654-c97ba8348b08 req-d685160a-4ed1-43fe-9a5e-77109e5bb5b2 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Oct 27 02:00:58.867504 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:00:59.880610 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a96720-eef9-44b8-8b7b-7e173a7d85aa req-7454f472-8db7-4de3-a239-82975c36d5a9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:00:59.882087 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83a96720-eef9-44b8-8b7b-7e173a7d85aa req-7454f472-8db7-4de3-a239-82975c36d5a9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0543706 Oct 27 02:00:59.920159 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-83a96720-eef9-44b8-8b7b-7e173a7d85aa req-bf30bd08-580a-487b-9b58-54e88454f61d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Oct 27 02:01:00.581550 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:01.036756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea108b1-960d-4791-8473-900e645d1136 req-9d215da2-4cb9-420f-9426-c5ed8eafd17d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:01.038236 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cea108b1-960d-4791-8473-900e645d1136 req-9d215da2-4cb9-420f-9426-c5ed8eafd17d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0504246 Oct 27 02:01:01.076077 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cea108b1-960d-4791-8473-900e645d1136 req-9b3dcfab-13d2-4b97-8850-f2b08fcbbb26 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Oct 27 02:01:01.337206 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:02.191422 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52649a-3980-42a2-9ff2-58528d8e5689 req-14b3197f-6e6d-4764-9b57-c2c5dda4d94d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:02.192921 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd52649a-3980-42a2-9ff2-58528d8e5689 req-14b3197f-6e6d-4764-9b57-c2c5dda4d94d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0485427 Oct 27 02:01:02.233067 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-bd52649a-3980-42a2-9ff2-58528d8e5689 req-cdee9f4c-9edc-47fc-ab6d-c3b057b47992 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Oct 27 02:01:03.374454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263fa75-2172-4587-ac22-65f3d2147749 req-b6978de1-0f89-4132-9b75-1a86f13d2007 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:03.374454 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d263fa75-2172-4587-ac22-65f3d2147749 req-b6978de1-0f89-4132-9b75-1a86f13d2007 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0638084 Oct 27 02:01:03.420550 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d263fa75-2172-4587-ac22-65f3d2147749 req-2930fdb3-d6aa-46eb-ad76-16389bd777fd tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Oct 27 02:01:04.534442 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9217d6-5b4a-42c2-b549-c07b3b1aee72 req-4a54310c-4623-4c18-bacb-58798cd7c475 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:04.535916 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cd9217d6-5b4a-42c2-b549-c07b3b1aee72 req-4a54310c-4623-4c18-bacb-58798cd7c475 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0476978 Oct 27 02:01:04.572143 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cd9217d6-5b4a-42c2-b549-c07b3b1aee72 req-a195b7aa-0deb-4204-8dd0-6832ec0134b6 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Oct 27 02:01:05.696728 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40c90c-bbff-492d-930d-81bee63d39f6 req-85fb3c72-c27e-49f1-aee7-ebaeacdb1c95 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:05.698978 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc40c90c-bbff-492d-930d-81bee63d39f6 req-85fb3c72-c27e-49f1-aee7-ebaeacdb1c95 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0613625 Oct 27 02:01:05.739098 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc40c90c-bbff-492d-930d-81bee63d39f6 req-3e66159e-37c2-4421-b1cd-ae49efeecc8f tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349092 Oct 27 02:01:06.855439 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7501fe-41db-46bc-803d-3b0da7d0540c req-ceacef01-e7b9-43f0-a295-1df661166560 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:06.856935 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ec7501fe-41db-46bc-803d-3b0da7d0540c req-ceacef01-e7b9-43f0-a295-1df661166560 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0512662 Oct 27 02:01:06.893385 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-ec7501fe-41db-46bc-803d-3b0da7d0540c req-45628b0b-aa61-4b3c-9fed-1d4b1e5c0ae9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Oct 27 02:01:08.022624 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c816-4308-4459-9d5d-1e93c07fd4dd req-5eb0c5f0-1cc5-4765-818c-7e8b38178c63 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:08.024217 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-46f2c816-4308-4459-9d5d-1e93c07fd4dd req-5eb0c5f0-1cc5-4765-818c-7e8b38178c63 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0612497 Oct 27 02:01:08.070407 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-46f2c816-4308-4459-9d5d-1e93c07fd4dd req-a85527f3-03ef-41c2-a858-3ff63ff7879c tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390124 Oct 27 02:01:09.181093 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53892dc3-b3e9-4a8c-9fdd-27d9f23617bf req-dfce77d2-26c1-4cee-8221-146c68068f1f tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:09.182556 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-53892dc3-b3e9-4a8c-9fdd-27d9f23617bf req-dfce77d2-26c1-4cee-8221-146c68068f1f tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0478597 Oct 27 02:01:09.220294 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-53892dc3-b3e9-4a8c-9fdd-27d9f23617bf req-19d90d67-5e91-475f-ba01-e13cf34abf39 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Oct 27 02:01:09.861793 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:01:10.331428 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb583b-8b5a-43d4-b362-4c490a1c2c87 req-64b7f881-cc4a-462a-b6e8-1f64ae2e13bf tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:10.332858 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0ccb583b-8b5a-43d4-b362-4c490a1c2c87 req-64b7f881-cc4a-462a-b6e8-1f64ae2e13bf tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0475371 Oct 27 02:01:10.367919 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0ccb583b-8b5a-43d4-b362-4c490a1c2c87 req-47f2a009-1189-4775-8f38-f4af18f6bcf6 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293088 Oct 27 02:01:11.264845 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Request body: {'port': {'device_id': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:11.314058 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-424332f2-a3eb-47b0-a74c-e2bde87c5f79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397635 Oct 27 02:01:11.320560 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:11.420629 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-edce018a-e182-4524-aace-561cb6c5cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:11.422172 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-edce018a-e182-4524-aace-561cb6c5cd33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1099 time: 0.0443239 Oct 27 02:01:11.536290 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586f0e1-30e2-4020-a1ea-4042b818f408 req-a8adc036-3922-4dca-8395-4a4d68712246 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:11.537662 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d586f0e1-30e2-4020-a1ea-4042b818f408 req-a8adc036-3922-4dca-8395-4a4d68712246 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 931 time: 0.0989773 Oct 27 02:01:11.575707 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-a7d1d05c-f05c-44ac-a6a1-513865f62c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:11.576665 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61828a9-0c82-482c-adaf-ef101a7e93c7 {{(pid=108324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 02:01:11.577151 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-a7d1d05c-f05c-44ac-a6a1-513865f62c1d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.1292756 Oct 27 02:01:11.584025 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks [] for port, precommit_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:11.596534 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.provisioning_blocks [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Transition to ACTIVE for port object a61828a9-0c82-482c-adaf-ef101a7e93c7 will not be triggered until provisioned by entity L2. {{(pid=108324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 02:01:11.601153 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d586f0e1-30e2-4020-a1ea-4042b818f408 req-b676b12c-ab32-4483-9675-ca4a56d0497c tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Oct 27 02:01:11.647833 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-5970bbd5-bf1a-4f63-a21d-a8819b2c55e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 200 len: 1002 time: 0.0617251 Oct 27 02:01:11.679660 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:11.695840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-5c12cedb-ddc5-4d52-9175-ef4220e5e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:11.697298 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-5c12cedb-ddc5-4d52-9175-ef4220e5e64c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0423346 Oct 27 02:01:11.749830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=2']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:11.754726 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-a79f2a90-35f7-4a3f-ae73-26dc5fd71aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:11.756464 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-a79f2a90-35f7-4a3f-ae73-26dc5fd71aaa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512366 Oct 27 02:01:11.777711 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.778067 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.778390 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.778726 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.779064 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.779415 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.779741 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.780066 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.780421 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.780695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.781019 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.781331 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:11.815606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Attempting to bind port a61828a9-0c82-482c-adaf-ef101a7e93c7 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 02:01:11.815951 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Attempting to bind port a61828a9-0c82-482c-adaf-ef101a7e93c7 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 02:01:11.816283 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Attempting to bind port a61828a9-0c82-482c-adaf-ef101a7e93c7 on network 62bb8f33-9e14-4524-b290-6a45745e1b6b {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:01:11.821222 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Port a61828a9-0c82-482c-adaf-ef101a7e93c7 on network 62bb8f33-9e14-4524-b290-6a45745e1b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 02:01:11.821547 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Attempting to bind port a61828a9-0c82-482c-adaf-ef101a7e93c7 on network 62bb8f33-9e14-4524-b290-6a45745e1b6b {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 02:01:11.827225 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Checking agent: {'id': 'f43c11f5-becb-43cc-bbe6-4a5d69e5e975', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'started_at': datetime.datetime(2021, 10, 27, 1, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 02:01:11.827605 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Checking segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 02:01:11.828017 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Bound using segment: {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'} {{(pid=108324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 02:01:11.828454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.managers [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Bound port: a61828a9-0c82-482c-adaf-ef101a7e93c7, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab26e0-4620-4db4-8f2b-47b25a01615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b'}}] {{(pid=108324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 02:01:11.828810 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:11.851119 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-339393fd-e84e-410c-87de-a7471bc2a905 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845652 Oct 27 02:01:11.894749 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, cleared binding levels {{(pid=108324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 02:01:11.898030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 02:01:11.947543 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-60e7f7c3-1ab8-42c5-8d4c-1903b2c58074 req-027b1a04-6db9-4351-a9fc-b54d866f5ac8 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874188 Oct 27 02:01:11.959930 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13347652'] for port, after_update {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:12.001620 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.002239 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:12.003657 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] 10.222.0.71 "PUT /v2.0/ports/a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1093 time: 0.7430196 Oct 27 02:01:12.004102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:12.006454 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba994c7-61db-45c7-bc98-d5f85544e662" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:12.028516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d86be7-4cf5-4eec-be20-00e0014752da service neutron] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=3']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:12.061152 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c56dfcc-a098-444d-8eca-d4ba4e2c8996 x-openstack-request-id: req-4c56dfcc-a098-444d-8eca-d4ba4e2c8996 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:12.061446 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:12.061705 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c56dfcc-a098-444d-8eca-d4ba4e2c8996 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:12.062108 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:01:12.168904 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-718e7f96-6759-4a2c-b27d-6a1c942190f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.170408 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-718e7f96-6759-4a2c-b27d-6a1c942190f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1096 time: 0.0437055 Oct 27 02:01:12.278834 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-f27599f0-c219-4185-8ff3-3fb6213185e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.280608 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-f27599f0-c219-4185-8ff3-3fb6213185e8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0932460 Oct 27 02:01:12.375145 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-e9178c4b-9bba-41c4-b095-94dcfbbb30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.376654 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-7ba994c7-61db-45c7-bc98-d5f85544e662 req-e9178c4b-9bba-41c4-b095-94dcfbbb30bb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880971 Oct 27 02:01:12.492803 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-11688039-8c24-4479-8122-6dda8c293955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.494380 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-11688039-8c24-4479-8122-6dda8c293955 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1096 time: 0.0461547 Oct 27 02:01:12.559798 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-50c2267c-f89d-4301-ac22-59a4976a6da6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 217 time: 0.0394459 Oct 27 02:01:12.646496 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-ca180a2e-12ba-478a-bcce-744ac7efe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.648090 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-ca180a2e-12ba-478a-bcce-744ac7efe14a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0494184 Oct 27 02:01:12.696960 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886665df-1873-47ad-9a4a-5a9423380e3f req-6d5f8e22-9cdb-4c1e-a500-4317534cbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.698428 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-6d5f8e22-9cdb-4c1e-a500-4317534cbf3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424905 Oct 27 02:01:12.723957 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740ef8-74a3-470d-a3f5-42e36c89d0f9 req-028d8109-41df-47ab-809e-0d014a21da83 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:12.725528 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-04740ef8-74a3-470d-a3f5-42e36c89d0f9 req-028d8109-41df-47ab-809e-0d014a21da83 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0500264 Oct 27 02:01:12.764099 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-04740ef8-74a3-470d-a3f5-42e36c89d0f9 req-44080f4e-47b0-41a7-8d13-b20bb6e47485 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Oct 27 02:01:12.797644 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-78194553-f1c9-44a6-8707-11c8a9ec90fe service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Oct 27 02:01:12.886332 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-886665df-1873-47ad-9a4a-5a9423380e3f req-526edcb4-b55f-4250-ac57-b5bd227b2de1 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804062 Oct 27 02:01:13.880015 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71835cc-cff8-4e93-ae5c-e6d1e9b80057 req-269896dd-9a2a-4a42-8480-c28b7503dfd1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:13.881383 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d71835cc-cff8-4e93-ae5c-e6d1e9b80057 req-269896dd-9a2a-4a42-8480-c28b7503dfd1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0512741 Oct 27 02:01:13.917494 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d71835cc-cff8-4e93-ae5c-e6d1e9b80057 req-ffef629d-abee-4724-bb4f-24ae9f720e8b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Oct 27 02:01:15.029595 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33c7a9-33e3-49c0-a16c-d5a7bf3e17c2 req-70dde639-e407-44cc-9e08-a5565c528895 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:15.031022 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f33c7a9-33e3-49c0-a16c-d5a7bf3e17c2 req-70dde639-e407-44cc-9e08-a5565c528895 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Oct 27 02:01:15.067279 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5f33c7a9-33e3-49c0-a16c-d5a7bf3e17c2 req-7935f6fb-5698-43b1-ba01-33ce1eed416d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Oct 27 02:01:16.178695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ead9e4-a16f-42a9-834d-2715de912425 req-0855174c-96d8-458e-8a21-688c1d293c3a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:16.180168 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-47ead9e4-a16f-42a9-834d-2715de912425 req-0855174c-96d8-458e-8a21-688c1d293c3a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0467806 Oct 27 02:01:16.217477 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-47ead9e4-a16f-42a9-834d-2715de912425 req-98488365-bb43-4d2d-a9fe-88c262b8f089 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Oct 27 02:01:17.333015 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949b136-9e96-4548-bbef-981455bd27b1 req-571246d1-1360-497c-988e-857ee18818f3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:17.334432 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8949b136-9e96-4548-bbef-981455bd27b1 req-571246d1-1360-497c-988e-857ee18818f3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0509324 Oct 27 02:01:17.370126 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8949b136-9e96-4548-bbef-981455bd27b1 req-404192bf-305f-4b1d-984b-afb07164e4ad tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298264 Oct 27 02:01:18.484074 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8683-8879-4ff5-aaa6-61ee306b7e55 req-41c12b23-3682-4ffe-bd8c-05448f1a35e5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:18.485503 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6cbd8683-8879-4ff5-aaa6-61ee306b7e55 req-41c12b23-3682-4ffe-bd8c-05448f1a35e5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0479226 Oct 27 02:01:18.521249 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6cbd8683-8879-4ff5-aaa6-61ee306b7e55 req-9226535e-0ea1-43d0-9574-03784f677031 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298784 Oct 27 02:01:19.633625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cee9b-f367-469c-86ab-e5728813f920 req-d7e8c062-5335-4937-87a8-dbf4f84ae2ca tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:19.635068 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a25cee9b-f367-469c-86ab-e5728813f920 req-d7e8c062-5335-4937-87a8-dbf4f84ae2ca tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0476196 Oct 27 02:01:19.670910 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-a25cee9b-f367-469c-86ab-e5728813f920 req-277c129a-7e2f-4ae1-b13a-5da157c1091a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298579 Oct 27 02:01:20.785912 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec1593-5ae7-453c-8588-96a22f0d524f req-acd13a53-4115-43d8-89f0-0e3534683cb1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:20.787360 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6eec1593-5ae7-453c-8588-96a22f0d524f req-acd13a53-4115-43d8-89f0-0e3534683cb1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0515873 Oct 27 02:01:20.823616 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6eec1593-5ae7-453c-8588-96a22f0d524f req-151e9966-94bd-4ce1-89ee-97583de4de0a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Oct 27 02:01:21.932913 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a255cc-8d36-4715-a632-d696cb589947 req-1baa6ae9-b9fe-4dba-bcb4-e3247bab0c09 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:21.934354 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-45a255cc-8d36-4715-a632-d696cb589947 req-1baa6ae9-b9fe-4dba-bcb4-e3247bab0c09 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 943 time: 0.0469062 Oct 27 02:01:21.971022 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-45a255cc-8d36-4715-a632-d696cb589947 req-41c6b730-6245-4f22-8677-2930be691068 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Oct 27 02:01:22.713149 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device a61828a9-0c82-482c-adaf-ef101a7e93c7 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=108325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 02:01:22.806764 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:01:22.817793 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Returning: {'device': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'port_id': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'mac_address': 'fa:16:3e:7d:d3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 02:01:22.852285 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:22.864820 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61828a9-0c82-482c-adaf-ef101a7e93c7 {{(pid=108325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 02:01:22.884105 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:01:22.941823 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:22.991196 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=4']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:22.998500 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:22.998739 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:22.999086 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:22.999447 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:22.999781 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.000253 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.000437 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.000763 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.001092 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.001416 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.002050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.002050 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:23.083279 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b79473-fc5a-492c-97d0-066cfba38dda req-586eae00-2956-4a5c-8477-121280a53dbe tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:23.085816 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-25b79473-fc5a-492c-97d0-066cfba38dda req-586eae00-2956-4a5c-8477-121280a53dbe tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 944 time: 0.0491478 Oct 27 02:01:23.134847 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-25b79473-fc5a-492c-97d0-066cfba38dda req-7b3ca401-f861-4ffd-901b-6f9eb8e36aa4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Oct 27 02:01:24.252550 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69c6d-dcb9-40ab-931c-e244abfcd5d8 req-a7dc66b7-e6ec-427d-b775-2f1567223b47 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:24.253984 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6de69c6d-dcb9-40ab-931c-e244abfcd5d8 req-a7dc66b7-e6ec-427d-b775-2f1567223b47 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 944 time: 0.0512400 Oct 27 02:01:24.291089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-6de69c6d-dcb9-40ab-931c-e244abfcd5d8 req-6ac591d7-2959-491f-919f-cd18e6c2e3a3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Oct 27 02:01:24.844650 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-670cc579-a80d-41cf-82e0-cb3d8c503b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:25.331467 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:01:25.410337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ec54f-9926-4489-a355-6ec87c4828f2 req-e6802120-a4f0-42b9-91ff-c876ce99baeb tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:25.412129 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-707ec54f-9926-4489-a355-6ec87c4828f2 req-e6802120-a4f0-42b9-91ff-c876ce99baeb tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 944 time: 0.0533450 Oct 27 02:01:25.452132 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-707ec54f-9926-4489-a355-6ec87c4828f2 req-850b2dd5-4aba-40e7-b372-dfce77d0c9b3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Oct 27 02:01:26.370162 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device a61828a9-0c82-482c-adaf-ef101a7e93c7 up at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 02:01:26.500931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning for port a61828a9-0c82-482c-adaf-ef101a7e93c7 completed by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 02:01:26.504801 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Provisioning complete for port a61828a9-0c82-482c-adaf-ef101a7e93c7 triggered by entity L2. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:01:26.505174 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:26.564525 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520246f-e946-4fb0-8461-5570d8de93fe req-a4df0115-353f-42b4-97a8-5636d37a4cc3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:26.565882 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7520246f-e946-4fb0-8461-5570d8de93fe req-a4df0115-353f-42b4-97a8-5636d37a4cc3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 944 time: 0.0478878 Oct 27 02:01:26.583419 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:26.604325 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7520246f-e946-4fb0-8461-5570d8de93fe req-e8679ecc-4d43-445d-b93f-ac142aa5dcbb tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Oct 27 02:01:26.605589 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:26.607870 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ff8efed4644b048b54536210c8f8a6b411f75cf08327b4467e5be78c733d4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d43b2d-6f47-40c4-a1b4-719a18d79f2e" -d '{"events": [{"server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "name": "network-vif-plugged", "status": "completed", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:26.623633 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:01:26.647251 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07be52b-38f5-46de-9487-4e17f37d35c8 x-openstack-request-id: req-c07be52b-38f5-46de-9487-4e17f37d35c8 {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:26.647556 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "name": "network-vif-plugged", "status": "completed", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "code": 200}]} {{(pid=108325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:26.647805 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c07be52b-38f5-46de-9487-4e17f37d35c8 {{(pid=108325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:26.648194 dv-cinder-786873-5-iscsi neutron-server[108325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'code': 200} Oct 27 02:01:26.677781 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691'] for port, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:26.728977 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=5']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:27.011405 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a090dab-ab0f-49fa-880a-c36ffefb2a45 req-c9d3381c-faec-4096-a13d-e9e9ec7e1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:27.012866 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0a090dab-ab0f-49fa-880a-c36ffefb2a45 req-c9d3381c-faec-4096-a13d-e9e9ec7e1db9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1098 time: 0.0421660 Oct 27 02:01:27.048174 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0a090dab-ab0f-49fa-880a-c36ffefb2a45 req-5ac05dbb-0e3f-4768-9f5d-87a131bb728d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270498 Oct 27 02:01:27.715209 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b2f76-3b01-4aaf-a4cf-2d65fbf4e40b req-003a1320-652d-49a3-bf1d-e9bbbb02c996 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:27.716682 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d47b2f76-3b01-4aaf-a4cf-2d65fbf4e40b req-003a1320-652d-49a3-bf1d-e9bbbb02c996 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Oct 27 02:01:27.753799 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d47b2f76-3b01-4aaf-a4cf-2d65fbf4e40b req-e5c1cca6-9718-4e8f-aabc-0413b76f72e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Oct 27 02:01:27.769727 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-2eb60949-7242-4009-a8d2-e8d014d5a07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:28.422104 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:28.861715 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:28.868777 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549add-c0f4-4cba-9bb7-a08d2360af4b req-3cfdf89e-dc0c-4970-91d6-524de39e6831 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:28.871112 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37549add-c0f4-4cba-9bb7-a08d2360af4b req-3cfdf89e-dc0c-4970-91d6-524de39e6831 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0484533 Oct 27 02:01:28.906695 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-37549add-c0f4-4cba-9bb7-a08d2360af4b req-e580d22e-3995-4509-99f8-c7880006f62d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Oct 27 02:01:29.020606 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77808ad-bb5a-4846-be93-5ccee41e4386 req-4a1e5e29-8c7a-42eb-9ce0-f7fa70e3af28 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:29.021972 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f77808ad-bb5a-4846-be93-5ccee41e4386 req-4a1e5e29-8c7a-42eb-9ce0-f7fa70e3af28 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Oct 27 02:01:29.058913 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f77808ad-bb5a-4846-be93-5ccee41e4386 req-0c2c46b4-5bed-47f6-b744-4f9a4a1b04df tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Oct 27 02:01:29.371941 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca414b-e0dc-42e5-b528-9fe14d02fe9a req-86bf1220-5622-42c8-ac5d-61af354cf03e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:29.373423 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7bca414b-e0dc-42e5-b528-9fe14d02fe9a req-86bf1220-5622-42c8-ac5d-61af354cf03e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Oct 27 02:01:29.410089 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7bca414b-e0dc-42e5-b528-9fe14d02fe9a req-46e9429c-91e8-4de9-9e4f-8426c12fcc89 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301239 Oct 27 02:01:30.569713 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.043641 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55204) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:31.147732 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.218542 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.284651 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.326776 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a085b89d7bd4a73a2d4eed9f0c33315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820582 Oct 27 02:01:31.328420 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c6a15-85a1-429d-a94f-0004e7a0a900,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:31.330087 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55210) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:31.335625 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.335976 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.336319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.336653 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.336984 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.337315 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.337641 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.337971 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.338294 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.338613 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.338932 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.339248 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4439f4-0c64-4f1c-97ae-cca16dbcd056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:01:31.341812 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.379098 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.399515 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.524846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.527337 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:31.528469 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef8c6a15-85a1-429d-a94f-0004e7a0a900 HTTP/1.1" status: 204 len: 168 time: 0.1973870 Oct 27 02:01:31.536000 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f57554-69e3-4c1c-87fb-082005a54525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c6a15-85a1-429d-a94f-0004e7a0a900,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:45.724047 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e70db1-f88c-4c37-b366-bdc218fc9544 req-4c33ceca-c6a0-4304-bc26-68264383cf8a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:45.725468 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d1e70db1-f88c-4c37-b366-bdc218fc9544 req-4c33ceca-c6a0-4304-bc26-68264383cf8a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0475628 Oct 27 02:01:45.762467 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d1e70db1-f88c-4c37-b366-bdc218fc9544 req-38602d47-cd84-4c58-b437-3d83362c66ec tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Oct 27 02:01:45.783646 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55262) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:45.956533 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14570e55-1835-46f3-ad51-c932ef668e25 tempest-TestMinimumBasicScenario-121345435 tempest-TestMinimumBasicScenario-121345435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:45.958234 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-14570e55-1835-46f3-ad51-c932ef668e25 tempest-TestMinimumBasicScenario-121345435 tempest-TestMinimumBasicScenario-121345435-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1093 time: 0.1735432 Oct 27 02:01:45.961045 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55266) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:45.965313 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'floatingip': {'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'port_id': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:46.038731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for floatingip, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:46.132399 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:46.230001 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_common [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Allocated IP 172.27.0.111 (a1fa9ffb-0b33-4227-887a-fc6978a30fdd/784790f5-ee29-4ece-83d1-77382c6fde79/3ce66793-a347-4b8a-a10a-6a5383630f1a) {{(pid=108323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 02:01:46.573886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for port, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:46.667590 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745803895655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:46.707242 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Network a1fa9ffb-0b33-4227-887a-fc6978a30fdd is already hosted by enough agents. {{(pid=108323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 02:01:46.710133 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.base_scheduler [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Resources bound (agent type, host, resource id): {{(pid=108323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 02:01:46.712768 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Received port after_create {{(pid=108323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 02:01:46.735347 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'Port': ['ID=3ce66793-a347-4b8a-a10a-6a5383630f1a,revision_number=1']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:46.861590 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:01:47.051600 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.163985 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.313071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.403823 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.472935 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'Port': ['ID=3ce66793-a347-4b8a-a10a-6a5383630f1a,revision_number=2']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:47.485181 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656378'] for floatingip, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.581919 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Floating IP fcad98df-33ae-4e1a-b055-9492eeb5a666 associated. External IP: 172.27.0.111, port: a61828a9-0c82-482c-adaf-ef101a7e93c7. Oct 27 02:01:47.776885 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Router 9ad7287c-995a-4cee-a7a3-c740ff5b962c has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:01:47.881078 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:01:47.890828 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Sync routers for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:01:47.900045 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:01:47.900652 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:47.966445 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:47.993467 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-13249b5b-d323-46d3-80db-5aec0606a8c5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0313945 Oct 27 02:01:47.994071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:47.996410 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29a067-d45c-4b8d-859e-165d6e1ff947" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:47.996618 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55268) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:48.001936 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.v2.base [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834297188', 'description': 'tempest-secgroup-smoke-1834297188 description', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99'}} {{(pid=108324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:48.008589 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:01:48.107690 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, before_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.176907 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc8a53-6512-437b-a52a-493633eed04f x-openstack-request-id: req-b5dc8a53-6512-437b-a52a-493633eed04f {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:48.177174 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, precommit_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.177348 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:48.177460 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5dc8a53-6512-437b-a52a-493633eed04f {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:48.177830 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:01:48.245253 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'fcad98df-33ae-4e1a-b055-9492eeb5a666', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'port_id': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'mac_address': 'fa:16:3e:7d:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T02:01:46Z', 'updated_at': '2021-10-27T02:01:46Z', 'revision_number': 0, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:48.270324 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_create {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.271710 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Checking router: 9ad7287c-995a-4cee-a7a3-c740ff5b962c for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:01:48.280962 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:01:48.281579 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:48.307537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bded28e-08d0-4f17-9579-094b01644a4f,revision_number=1']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:48.312051 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-1cfab702-bc3d-4972-93f0-d282d9317c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:48.313557 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-1cfab702-bc3d-4972-93f0-d282d9317c90 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1098 time: 0.0874734 Oct 27 02:01:48.345691 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.346962 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-5d28f007-0f3c-4638-a0c0-09231109ff2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3494687 Oct 27 02:01:48.350023 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55274) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:48.354946 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:48.386888 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:01:48.417404 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-9731421c-bcef-4720-8281-fdccc9fabecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:48.418865 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-9731421c-bcef-4720-8281-fdccc9fabecb service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0942237 Oct 27 02:01:48.432366 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.488952 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-d8069ee3-e254-4b36-98ba-bb5ff9e5b059 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 999 time: 0.0624082 Oct 27 02:01:48.496307 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.552037 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-87b20b54-50e3-45ab-b1a1-96a0998c6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:48.553680 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.559012 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-87b20b54-50e3-45ab-b1a1-96a0998c6acc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0625763 Oct 27 02:01:48.573306 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfc74e7-da27-4247-b71c-5e485035c48f,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:48.611141 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-aefc6464-6af8-427a-8260-f3b84593997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:48.612647 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-aefc6464-6af8-427a-8260-f3b84593997a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438163 Oct 27 02:01:48.623299 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.625148 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-51cf87c4-1ca6-44c8-ba41-ecf6de91ea40 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740626 Oct 27 02:01:48.628064 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55276) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:48.632516 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:48.696148 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.755383 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'fcad98df-33ae-4e1a-b055-9492eeb5a666', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'port_id': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'mac_address': 'fa:16:3e:7d:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T02:01:46Z', 'updated_at': '2021-10-27T02:01:46Z', 'revision_number': 0, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:48.760934 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.782923 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523dfcd8-8d4b-4a65-be8e-4406c22406e9 None None] The sync data for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi is: [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'fcad98df-33ae-4e1a-b055-9492eeb5a666', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'port_id': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'mac_address': 'fa:16:3e:7d:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T02:01:46Z', 'updated_at': '2021-10-27T02:01:46Z', 'revision_number': 0, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:01:48.851741 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.868572 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030d6b1a-9d5e-459a-8786-0d9518013aa2,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:48.972212 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:48.972794 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-1001cb65-baca-49d8-99b0-3066a2af1ffa service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517671 Oct 27 02:01:48.976318 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c5c6e7cd-771d-4a33-85ab-1fcb4df16ef9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445120 Oct 27 02:01:48.976445 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55278) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:48.981030 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:48.997510 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50085e0-08d6-433f-8a76-60a2595852dd None None] New status for floating IP fcad98df-33ae-4e1a-b055-9492eeb5a666: ACTIVE {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 02:01:49.069699 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-2b29a067-d45c-4b8d-859e-165d6e1ff947 req-7a9d96aa-32eb-4b0f-af58-ab6d7e4db95c service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Oct 27 02:01:49.089206 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.148728 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.250332 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.269102 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c32376-0c1a-4f25-9238-c37533d0a02b,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:49.326020 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.327277 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-666a9c66-614b-43ac-8c90-790a2c7b5ff1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498583 Oct 27 02:01:49.330611 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55280) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:49.334913 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:49.448816 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.507563 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.580076 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.597222 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a097fe-34df-47c0-a88a-bbe71b2f5e74,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:49.656134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.657332 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-a4bc38ff-04e0-422b-827a-de0e4cb3150d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257990 Oct 27 02:01:49.660025 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55282) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:49.664313 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:49.745733 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.securitygroups_db [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Project e253ed2881154a2a89e5c55cb6a9ce99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 02:01:49.751089 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.807236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.883919 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.900495 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca947fb4-75c5-4311-8416-37aa67b4426d,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:49.977236 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:49.978432 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-2b20c4dc-ed36-46f5-b64d-f830641e8ef4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3174896 Oct 27 02:01:49.981121 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55284) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:49.985966 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'security_group_rule': {'security_group_id': '4bded28e-08d0-4f17-9579-094b01644a4f', 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:50.078404 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.securitygroups_db [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Project e253ed2881154a2a89e5c55cb6a9ce99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 02:01:50.083480 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.143902 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.226670 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640926'] for security_group_rule, after_create {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.244470 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106ab12a-fbd8-496d-8e52-d246aba20314,revision_number=0']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:50.326046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.327307 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-9ef7f886-3f09-4153-a5e5-e73e859b64e9 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452184 Oct 27 02:01:50.401867 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-4071cf7c-5a05-4e09-92a3-818f89c63aae tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834297188&fields=id&tenant_id=e253ed2881154a2a89e5c55cb6a9ce99 HTTP/1.1" status: 200 len: 267 time: 0.0317750 Oct 27 02:01:50.456694 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-adddc5ae-0544-43ff-ad37-54f6be0d019d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:50.458166 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-adddc5ae-0544-43ff-ad37-54f6be0d019d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Oct 27 02:01:50.468866 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'port': {'security_groups': ['9c92fb9a-0bda-4088-96c0-1fe68519f194', '4bded28e-08d0-4f17-9579-094b01644a4f']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:01:50.528327 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.709537 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:01:50.737563 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.797633 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.839987 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:01:50.844560 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:50.845198 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:50.846567 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-8b1ff9e0-fc8b-4278-b233-e3f38ad72c17 req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "PUT /v2.0/ports/a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 981 time: 0.3821182 Oct 27 02:01:50.847016 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:50.849365 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0acad24-abb4-4909-8b4d-00c340247267" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:50.883018 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deebbc-266c-4628-8bc2-b5726f8579be tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=6']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:50.905757 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee9e39-740e-452c-8b63-f65df45ab86c x-openstack-request-id: req-6fee9e39-740e-452c-8b63-f65df45ab86c {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:50.906757 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:50.907363 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fee9e39-740e-452c-8b63-f65df45ab86c {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:50.908256 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:01:50.979191 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264e78b-66b7-4e29-815c-e2405a91fb51 req-991700ba-0a7f-4824-947b-4ede98551f09 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:50.988589 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e264e78b-66b7-4e29-815c-e2405a91fb51 req-991700ba-0a7f-4824-947b-4ede98551f09 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0658176 Oct 27 02:01:51.005824 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acad24-abb4-4909-8b4d-00c340247267 req-2ab81e47-4375-46f2-b26a-1a8714aac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:51.008215 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-2ab81e47-4375-46f2-b26a-1a8714aac441 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1137 time: 0.0447979 Oct 27 02:01:51.013119 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:01:51.027562 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-e264e78b-66b7-4e29-815c-e2405a91fb51 req-d66ae0f1-38b2-4a50-8653-602ae90aacdb tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380492 Oct 27 02:01:51.107881 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acad24-abb4-4909-8b4d-00c340247267 req-1a83d46d-d72b-4895-8400-8e7b734d5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:51.109299 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-1a83d46d-d72b-4895-8400-8e7b734d5768 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0921469 Oct 27 02:01:51.176204 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-6266ae8a-de9c-4fe5-8e13-a07a87c459f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1001 time: 0.0568945 Oct 27 02:01:51.225946 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acad24-abb4-4909-8b4d-00c340247267 req-612cd64d-f15d-4467-a25b-cfae6945fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:51.227473 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-612cd64d-f15d-4467-a25b-cfae6945fd6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0437789 Oct 27 02:01:51.232370 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-930e85ad-2f9a-4eee-bc55-258b727ad50b None None] Provisioning complete for port a61828a9-0c82-482c-adaf-ef101a7e93c7 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:01:51.232370 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-930e85ad-2f9a-4eee-bc55-258b727ad50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:51.278201 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acad24-abb4-4909-8b4d-00c340247267 req-f209ba7c-fca0-425d-b983-6f7446ef400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:51.280294 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-f209ba7c-fca0-425d-b983-6f7446ef400c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447531 Oct 27 02:01:51.369084 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-c426b06c-a98b-4ef7-a5b4-984a58f7b20c service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807610 Oct 27 02:01:51.464612 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-b0acad24-abb4-4909-8b4d-00c340247267 req-c8a61a68-aa1d-4bfa-825e-252641ca7333 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870316 Oct 27 02:01:52.372796 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55294) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:01:52.522819 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port 98eb1ca8-f439-4f47-a0c6-be3983bce725 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:01:52.523156 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:52.599747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:52.599991 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:52.611548 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for 98eb1ca8-f439-4f47-a0c6-be3983bce725 owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:01:52.825498 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:52.851668 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=98eb1ca8-f439-4f47-a0c6-be3983bce725,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:52.913345 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:52.913673 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP 5d2d0fad-0fea-4568-b131-86ece8bed88f disassociated (deleted). External IP: 172.27.0.134, port: 293aa4ab-b916-428d-b912-b8a8381459e7. Oct 27 02:01:53.112225 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:01:53.214520 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:01:53.219735 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:53.225004 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:01:53.235832 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:01:53.236523 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:53.249103 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-8eef0ef2-1c25-40f6-a0b9-e4feffb35b14 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "DELETE /v2.0/floatingips/5d2d0fad-0fea-4568-b131-86ece8bed88f HTTP/1.1" status: 204 len: 168 time: 0.8752000 Oct 27 02:01:53.249697 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:53.251974 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d988fe67-a5a4-4702-8fdd-29d7a69bf649" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:53.300973 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f87bc-e9ab-4c44-a4de-d42f57768925 x-openstack-request-id: req-973f87bc-e9ab-4c44-a4de-d42f57768925 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:53.301273 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:53.301530 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-973f87bc-e9ab-4c44-a4de-d42f57768925 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:53.302337 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7', 'status': 'completed', 'code': 200} Oct 27 02:01:53.346496 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:01:53.386416 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-7f385b44-cbf7-4612-b77d-e80bca6258b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:53.387870 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-7f385b44-cbf7-4612-b77d-e80bca6258b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 1099 time: 0.0417871 Oct 27 02:01:53.483782 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-2a534bfa-9ab0-45f5-89a1-a9f8a50eef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:53.485329 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-2a534bfa-9ab0-45f5-89a1-a9f8a50eef7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.0889275 Oct 27 02:01:53.527139 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-c562ec6b-8e10-4b14-9c2a-142e353f9424 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 200 len: 217 time: 0.0337234 Oct 27 02:01:53.571497 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:53.579321 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-724e4ffb-eeed-47a0-b9d0-af2a6ee87d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:53.581127 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-724e4ffb-eeed-47a0-b9d0-af2a6ee87d67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0452509 Oct 27 02:01:53.600632 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:01:53.616015 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:01:53.616015 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:28Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:53.677920 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827701-4881-4aa4-9580-38bfb7b4458a req-d3399105-e3df-45a7-bea5-33faca69016f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:53.679423 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65827701-4881-4aa4-9580-38bfb7b4458a req-d3399105-e3df-45a7-bea5-33faca69016f tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Oct 27 02:01:53.687664 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-0893943a-27ea-4b5e-9ac4-7401cec4e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:53.689452 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-0893943a-27ea-4b5e-9ac4-7401cec4e57c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481718 Oct 27 02:01:53.719499 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-65827701-4881-4aa4-9580-38bfb7b4458a req-c72a2206-736a-4ada-8980-7dd911396fba tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Oct 27 02:01:53.739186 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:01:53.780853 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-502fd4de-807a-4f5f-ab5a-03234a69febf service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Oct 27 02:01:53.873088 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-d988fe67-a5a4-4702-8fdd-29d7a69bf649 req-0834e66b-3347-41db-81a6-d8740a826a31 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842943 Oct 27 02:01:53.960921 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:01:53.988505 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cf272-2eaf-4c61-8343-e53179c37e8e None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_floatingips': [{'id': 'cb3e94af-a75c-4688-a7f6-4c62eeb8ac29', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'router_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'port_id': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'mac_address': 'fa:16:3e:fa:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T01:55:35Z', 'updated_at': '2021-10-27T01:55:37Z', 'revision_number': 1, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:01:54.204396 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9174a79-b3df-4005-a039-cd151ba0599c None None] New status for floating IP 5d2d0fad-0fea-4568-b131-86ece8bed88f: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 02:01:54.821042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-96879d42-6fb7-440e-ae5a-96d21b395592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:54.836848 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d59c4-3fe7-4ea4-b449-d8af67cf1812 req-2d13e437-2357-4b0e-a756-8ead35d0965a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:54.838352 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-079d59c4-3fe7-4ea4-b449-d8af67cf1812 req-2d13e437-2357-4b0e-a756-8ead35d0965a tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0500879 Oct 27 02:01:54.876144 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-079d59c4-3fe7-4ea4-b449-d8af67cf1812 req-230c55c4-785e-4d5b-84b0-5f70c57b2c25 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Oct 27 02:01:55.938090 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-f9608842-7526-4611-8d44-b05bc085ff21 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:55.939548 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-f9608842-7526-4611-8d44-b05bc085ff21 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0468802 Oct 27 02:01:55.987134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608e7e-75ac-46d9-a857-6439b2e5ec22 req-77b61ce7-cc2c-4842-bdc0-0e847c152286 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:01:55.988835 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5d608e7e-75ac-46d9-a857-6439b2e5ec22 req-77b61ce7-cc2c-4842-bdc0-0e847c152286 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 946 time: 0.0475032 Oct 27 02:01:56.032516 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port 293aa4ab-b916-428d-b912-b8a8381459e7 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:01:56.032855 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:56.034230 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-5d608e7e-75ac-46d9-a857-6439b2e5ec22 req-5ef5d799-4195-4911-a1a3-505342dfdd15 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395143 Oct 27 02:01:56.118376 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] For port 293aa4ab-b916-428d-b912-b8a8381459e7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=293aa4ab-b916-428d-b912-b8a8381459e7,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:01:56.118733 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:56.131116 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for 293aa4ab-b916-428d-b912-b8a8381459e7 owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:01:56.330018 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:56.355825 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=293aa4ab-b916-428d-b912-b8a8381459e7,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:01:56.401971 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] No DVR routers for this DVR port 293aa4ab-b916-428d-b912-b8a8381459e7 on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:01:56.404624 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:56.407952 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a233592a-9435-4e95-9847-3bdc0c9d2f76 req-eb249012-78f6-44b6-abe6-d3dc0097a386 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "DELETE /v2.0/ports/293aa4ab-b916-428d-b912-b8a8381459e7 HTTP/1.1" status: 204 len: 173 time: 0.4621508 Oct 27 02:01:56.408426 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'name': 'network-vif-deleted', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:01:56.410630 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd91422-74f3-4240-b729-e2bc16012941" -d '{"events": [{"server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "name": "network-vif-deleted", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:01:56.447323 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05762565-f3a5-4407-a2bf-0aeb7010d49b x-openstack-request-id: req-05762565-f3a5-4407-a2bf-0aeb7010d49b {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:01:56.447621 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c653ff-0053-4d83-8414-f2f3aee46dc0", "name": "network-vif-deleted", "tag": "293aa4ab-b916-428d-b912-b8a8381459e7", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:01:56.447876 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05762565-f3a5-4407-a2bf-0aeb7010d49b {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:01:56.448273 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c653ff-0053-4d83-8414-f2f3aee46dc0', 'name': 'network-vif-deleted', 'tag': '293aa4ab-b916-428d-b912-b8a8381459e7', 'status': 'completed', 'code': 200} Oct 27 02:01:57.141998 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-cf94b4dc-100b-4fe8-8eb5-219ea6e7a386 req-57d1414a-4192-4125-85d2-654d9765e36d tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1c653ff-0053-4d83-8414-f2f3aee46dc0 HTTP/1.1" status: 200 len: 210 time: 0.0292578 Oct 27 02:01:57.763750 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-28988901-7629-4ca9-9455-4793d6efa409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:58.415439 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:01:58.538458 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 293aa4ab-b916-428d-b912-b8a8381459e7 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:01:58.561414 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 293aa4ab-b916-428d-b912-b8a8381459e7 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:01:58.561749 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 293aa4ab-b916-428d-b912-b8a8381459e7 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:01:58.838125 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:00.529396 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:00.606830 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55330) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:00.757992 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port 7cda7897-30c5-48fd-adfe-4b87b7a64ccb {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:00.758326 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:00.831319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:00.831575 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:00.843484 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for 7cda7897-30c5-48fd-adfe-4b87b7a64ccb owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:01.044040 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:01.072008 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=7cda7897-30c5-48fd-adfe-4b87b7a64ccb,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:01.130033 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:01.130283 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Floating IP cb3e94af-a75c-4688-a7f6-4c62eeb8ac29 disassociated (deleted). External IP: 172.27.0.123, port: 6275dbe4-2767-45ec-a8c1-29bce58f420a. Oct 27 02:02:01.369831 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:01.575896 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:02:01.680068 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:02:01.684976 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:01.691095 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:02:01.700431 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:01.701044 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:01.710732 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ae432447-0301-4069-99c7-c297adf14cdf tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb3e94af-a75c-4688-a7f6-4c62eeb8ac29 HTTP/1.1" status: 204 len: 168 time: 1.1022944 Oct 27 02:02:01.711445 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:02:01.713905 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ec2af-f613-4905-9e03-913bff6a1219" -d '{"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:02:01.752427 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab400c-a9a4-4f93-890b-139b35aa050f x-openstack-request-id: req-68ab400c-a9a4-4f93-890b-139b35aa050f {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:02:01.752720 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:02:01.752967 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68ab400c-a9a4-4f93-890b-139b35aa050f {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:02:01.753355 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'status': 'completed', 'code': 200} Oct 27 02:02:01.806013 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:01.844720 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec2af-f613-4905-9e03-913bff6a1219 req-c1fb6625-b499-44ac-9f4a-549352f67d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:01.844720 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-c1fb6625-b499-44ac-9f4a-549352f67d2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=101f8f1a85ab4e26beee695e5125f240&device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 1099 time: 0.0402074 Oct 27 02:02:01.927751 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec2af-f613-4905-9e03-913bff6a1219 req-efdc4ae4-7766-4118-a72a-ea85a368d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:01.929716 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-efdc4ae4-7766-4118-a72a-ea85a368d0fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 200 len: 913 time: 0.0830019 Oct 27 02:02:01.975316 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-a1b16ae5-e3fe-4600-8d18-90e08fe604ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 200 len: 217 time: 0.0378432 Oct 27 02:02:02.003417 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:02.024389 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec2af-f613-4905-9e03-913bff6a1219 req-5eed35ab-ad90-45fe-8e3c-05df87ece4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:02.025916 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-5eed35ab-ad90-45fe-8e3c-05df87ece4b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 200 len: 850 time: 0.0441453 Oct 27 02:02:02.033058 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:02:02.044219 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:02.044959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:02.074792 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec2af-f613-4905-9e03-913bff6a1219 req-535b1c46-afaf-4b9a-88cb-6b29a99dd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:02.076331 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-535b1c46-afaf-4b9a-88cb-6b29a99dd098 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2669a04b-5826-4ab2-8071-dd1ded05cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421259 Oct 27 02:02:02.198182 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90a476-c40c-4d5f-a530-7a955f88f3dd req-a713770f-4f49-4108-b211-0ba35ad44e97 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:02.199767 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef90a476-c40c-4d5f-a530-7a955f88f3dd req-a713770f-4f49-4108-b211-0ba35ad44e97 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.1051574 Oct 27 02:02:02.244822 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-95e7ac4d-453b-4b03-954a-b8e2c31a8b0e service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211121 Oct 27 02:02:02.264202 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ef90a476-c40c-4d5f-a530-7a955f88f3dd req-0153b853-adfb-44fa-b085-87e36955029c tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510671 Oct 27 02:02:02.275967 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:02.353130 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-787ec2af-f613-4905-9e03-913bff6a1219 req-391fe6f2-67c7-4965-b751-3f822b5a64f9 service neutron] 10.222.0.71 "GET /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979531 Oct 27 02:02:02.470738 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:02.497110 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2008dc3-3ed7-4ec0-9790-55daf719624b None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T01:51:08Z', 'revision_number': 4, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '6d9bbf95-9953-40f1-9116-22a72c9adf9d', 'name': '', 'network_id': '2669a04b-5826-4ab2-8071-dd1ded05cfa6', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'mac_address': 'fa:16:3e:08:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '77878d8f-5689-4915-890d-8e1ea818654b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:07Z', 'updated_at': '2021-10-27T01:51:12Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'subnets': [{'id': '77878d8f-5689-4915-890d-8e1ea818654b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:02:02.722732 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c66e8e-baef-4153-b49c-0eafa4aa5b6e None None] New status for floating IP cb3e94af-a75c-4688-a7f6-4c62eeb8ac29: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 02:02:02.997059 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128951aa-f157-4cb6-817b-d0803218b91b req-d437d2a0-a34c-42f1-ae9d-59781952bfdb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:02.998413 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-128951aa-f157-4cb6-817b-d0803218b91b req-d437d2a0-a34c-42f1-ae9d-59781952bfdb tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0474098 Oct 27 02:02:03.088364 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port 6275dbe4-2767-45ec-a8c1-29bce58f420a {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:03.088696 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:03.174007 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] For port 6275dbe4-2767-45ec-a8c1-29bce58f420a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6275dbe4-2767-45ec-a8c1-29bce58f420a,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:03.174372 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:03.186514 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for 6275dbe4-2767-45ec-a8c1-29bce58f420a owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:03.380155 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffa8a-6a28-4782-9329-ab8d2c8ee2d3 req-e7941499-863b-4d5b-941e-54808ac8b1b7 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:03.381640 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b15ffa8a-6a28-4782-9329-ab8d2c8ee2d3 req-e7941499-863b-4d5b-941e-54808ac8b1b7 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Oct 27 02:02:03.392395 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:03.419318 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-b15ffa8a-6a28-4782-9329-ab8d2c8ee2d3 req-6c807935-b212-4f44-ae6a-380526ec3219 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a752eea-88ff-4338-96cd-b16361a9b385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Oct 27 02:02:03.421709 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=6275dbe4-2767-45ec-a8c1-29bce58f420a,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:03.470071 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] No DVR routers for this DVR port 6275dbe4-2767-45ec-a8c1-29bce58f420a on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:02:03.472584 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:03.475987 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-128951aa-f157-4cb6-817b-d0803218b91b req-4537ece5-3ebb-4b9b-9e88-5599ec1e782e tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.71 "DELETE /v2.0/ports/6275dbe4-2767-45ec-a8c1-29bce58f420a HTTP/1.1" status: 204 len: 173 time: 0.4716613 Oct 27 02:02:03.476417 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'name': 'network-vif-deleted', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:02:03.478635 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15285d81-94da-43da-8784-1c8fd2dcda2b" -d '{"events": [{"server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "name": "network-vif-deleted", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:02:03.513763 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0823b7-21b2-4037-8814-9963a2e5b7e6 x-openstack-request-id: req-5e0823b7-21b2-4037-8814-9963a2e5b7e6 {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:02:03.514058 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248", "name": "network-vif-deleted", "tag": "6275dbe4-2767-45ec-a8c1-29bce58f420a", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:02:03.514352 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e0823b7-21b2-4037-8814-9963a2e5b7e6 {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:02:03.514748 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248', 'name': 'network-vif-deleted', 'tag': '6275dbe4-2767-45ec-a8c1-29bce58f420a', 'status': 'completed', 'code': 200} Oct 27 02:02:04.530924 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-547b99eb-cef4-4e18-8521-0b004ab7e90a req-aafd6c79-b14b-43e2-9a11-336e62ab7751 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "GET /v2.0/ports?device_id=a01c49b6-d9ea-4e8b-a8ea-ebfb2c318248 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Oct 27 02:02:05.585031 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55348) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:05.705529 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Deleting port c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:05.705870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:05.781505 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:05.781828 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:05.792845 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Calling delete_port for c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1 owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:05.991031 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:06.016693 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'Port': ['ID=c8ec4d44-fae0-47e6-acaf-c7fe6e69afc1,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:06.072277 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:06.074850 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:06.076009 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-160713b8-0a27-4f55-801d-0b0f01cb4dce tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "DELETE /v2.0/floatingips/0dd8069a-4a2f-4855-9e58-8193439f41de HTTP/1.1" status: 204 len: 168 time: 0.4900265 Oct 27 02:02:06.590308 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 6275dbe4-2767-45ec-a8c1-29bce58f420a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:06.610265 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: 6275dbe4-2767-45ec-a8c1-29bce58f420a {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:06.610606 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device 6275dbe4-2767-45ec-a8c1-29bce58f420a not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:07.397332 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55360) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:07.453858 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:07.477234 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:07.574886 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:07.577440 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:07.578724 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] 10.222.0.66 "DELETE /v2.0/security-groups/2a752eea-88ff-4338-96cd-b16361a9b385 HTTP/1.1" status: 204 len: 168 time: 0.1802638 Oct 27 02:02:07.587819 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faff13-0cdb-4ddc-a635-d7e7302969b9 tempest-TestVolumeBootPattern-1064824890 tempest-TestVolumeBootPattern-1064824890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a752eea-88ff-4338-96cd-b16361a9b385,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:07.696429 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55364) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:08.148517 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:08.384102 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Deleting port 6d9bbf95-9953-40f1-9116-22a72c9adf9d {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:08.384473 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:08.460193 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] For port 6d9bbf95-9953-40f1-9116-22a72c9adf9d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=6d9bbf95-9953-40f1-9116-22a72c9adf9d,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:08.460621 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:08.472359 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Calling delete_port for 6d9bbf95-9953-40f1-9116-22a72c9adf9d owned by network:router_interface {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:08.701514 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:08.725508 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9bbf95-9953-40f1-9116-22a72c9adf9d,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:08.891137 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.098933 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Router 6941e255-ebb6-442e-b0ce-c815a110222d has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:02:09.198425 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:02:09.204226 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-10961964-a7eb-48e4-8258-d2593cbde775 admin admin] 10.222.0.66 "PUT /v2.0/routers/6941e255-ebb6-442e-b0ce-c815a110222d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5064089 Oct 27 02:02:09.206733 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55368) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:09.209209 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Sync routers for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:02:09.214313 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-ed870d83-b246-4b2d-9962-98d019018545 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437000 Oct 27 02:02:09.219196 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:09.219920 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:09.313450 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.332804 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:09.334006 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-a62c6287-894d-4134-a398-89fa47876e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:09.335808 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-a62c6287-894d-4134-a398-89fa47876e05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1137 time: 0.0451787 Oct 27 02:02:09.419839 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.453443 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-0f7374f1-1f3b-4a1d-9589-df0b406773b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:09.454913 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-0f7374f1-1f3b-4a1d-9589-df0b406773b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0946238 Oct 27 02:02:09.513935 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T02:02:08Z', 'revision_number': 5, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port': {'id': 'b7962f98-b69d-48e9-a35c-e6f89002becc', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:05Z', 'updated_at': '2021-10-27T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:09.525152 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-56780faa-e7fc-4c0c-8933-a84572ce8cea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1001 time: 0.0618575 Oct 27 02:02:09.540804 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Checking router: 6941e255-ebb6-442e-b0ce-c815a110222d for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:02:09.549528 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Deleting port b7962f98-b69d-48e9-a35c-e6f89002becc {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:09.549731 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Routers {'6941e255-ebb6-442e-b0ce-c815a110222d'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:09.550046 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.550266 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['6941e255-ebb6-442e-b0ce-c815a110222d'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:09.575127 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-646d7e1d-635a-4d39-92cd-025ddfb067c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:09.576671 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-646d7e1d-635a-4d39-92cd-025ddfb067c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0437427 Oct 27 02:02:09.624225 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-f411e640-8fd7-4b43-b8bd-07b78fec658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:09.625888 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-f411e640-8fd7-4b43-b8bd-07b78fec658c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402739 Oct 27 02:02:09.637585 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] For port b7962f98-b69d-48e9-a35c-e6f89002becc, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=b7962f98-b69d-48e9-a35c-e6f89002becc,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:09.637585 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.641880 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] Set router 6941e255-ebb6-442e-b0ce-c815a110222d gateway port host: None {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:09.650680 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Calling delete_port for b7962f98-b69d-48e9-a35c-e6f89002becc owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:09.693507 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T02:02:09Z', 'revision_number': 6, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:09.724857 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064956f-6401-4208-8a95-14b9ad70bfa8 None None] The sync data for ids ['6941e255-ebb6-442e-b0ce-c815a110222d'] in dv-cinder-786873-5-iscsi is: [{'id': '6941e255-ebb6-442e-b0ce-c815a110222d', 'name': 'tempest-TestVolumeBootPattern-617471778-router', 'tenant_id': '101f8f1a85ab4e26beee695e5125f240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:04Z', 'updated_at': '2021-10-27T02:02:09Z', 'revision_number': 6, 'project_id': '101f8f1a85ab4e26beee695e5125f240', 'gw_port_host': None}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:02:09.738772 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-546da9c0-eac0-41ee-b642-6c28ebc16112 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028326 Oct 27 02:02:09.830965 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-a677ed7c-c6ed-4060-a0c3-e26feca5586f req-d198a4fb-cca6-4e15-b169-549f2a2214ad service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842907 Oct 27 02:02:09.877790 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:09.904086 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7962f98-b69d-48e9-a35c-e6f89002becc,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:09.967038 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.055059 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.057121 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.197840 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.198518 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6941e255-ebb6-442e-b0ce-c815a110222d {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 02:02:10.203194 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.204027 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-c3b340a4-c014-4bd5-8dd0-b34684ce5e88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6941e255-ebb6-442e-b0ce-c815a110222d HTTP/1.1" status: 204 len: 168 time: 0.9963553 Oct 27 02:02:10.206601 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55370) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:10.250095 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Deleting subnet 77878d8f-5689-4915-890d-8e1ea818654b {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:02:10.252967 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.289754 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14348200'] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.363532 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.472622 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14667544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13268533'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.504445 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.508682 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77878d8f-5689-4915-890d-8e1ea818654b HTTP/1.1" status: 204 len: 168 time: 0.3011415 Oct 27 02:02:10.509709 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896df730-994a-46e1-adcb-35a2316390bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77878d8f-5689-4915-890d-8e1ea818654b,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:10.510417 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbf7a1-0246-4a2c-8e61-bc40ae7110d7 None None] Network 2669a04b-5826-4ab2-8071-dd1ded05cfa6 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:02:10.511950 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55372) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:10.591276 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.650710 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Deleting port 9a9c4277-5cc8-4a37-81a4-449225b031cd {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:10.651050 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.707931 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] DHCP port deletion for 2669a04b-5826-4ab2-8071-dd1ded05cfa6 request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 02:02:10.725056 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] For port 9a9c4277-5cc8-4a37-81a4-449225b031cd, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=9a9c4277-5cc8-4a37-81a4-449225b031cd,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:10.725427 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.743848 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Calling delete_port for 9a9c4277-5cc8-4a37-81a4-449225b031cd owned by network:dhcp {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:10.763838 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Deleting port 9a9c4277-5cc8-4a37-81a4-449225b031cd {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:10.764748 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.830663 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] For port 9a9c4277-5cc8-4a37-81a4-449225b031cd, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=9a9c4277-5cc8-4a37-81a4-449225b031cd,segment=NetworkSegment(4057b586-a2cc-4dd5-a6f7-3dc67a6a9037),segment_id=4057b586-a2cc-4dd5-a6f7-3dc67a6a9037)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:10.831101 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.843614 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Calling delete_port for 9a9c4277-5cc8-4a37-81a4-449225b031cd owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:10.877827 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.906513 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] No DVR routers for this DVR port 9a9c4277-5cc8-4a37-81a4-449225b031cd on host dv-cinder-786873-5-iscsi {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:02:10.908611 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9c4277-5cc8-4a37-81a4-449225b031cd,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:10.918042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:10.944308 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] Pushing event deleted for resources: {'Port': ['ID=9a9c4277-5cc8-4a37-81a4-449225b031cd,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:10.946037 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27665d72-5357-4ce2-8456-aa6b61a3d2dc None None] No DVR routers for this DVR port 9a9c4277-5cc8-4a37-81a4-449225b031cd on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:02:10.981289 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.000632 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2669a04b-5826-4ab2-8071-dd1ded05cfa6']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:11.009529 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:11.009821 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4057b586-a2cc-4dd5-a6f7-3dc67a6a9037') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:11.019489 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.032032 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.037660 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:02:11.038030 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:02:11.039662 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:02:11.151926 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.157297 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.160764 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2669a04b-5826-4ab2-8071-dd1ded05cfa6 HTTP/1.1" status: 204 len: 168 time: 0.6457589 Oct 27 02:02:11.163500 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55376) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:11.171653 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9581-d232-4f80-ab89-3d5111fddb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2669a04b-5826-4ab2-8071-dd1ded05cfa6,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:11.502391 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:11.681240 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device b7962f98-b69d-48e9-a35c-e6f89002becc no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:11.702328 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: b7962f98-b69d-48e9-a35c-e6f89002becc {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:11.702759 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device b7962f98-b69d-48e9-a35c-e6f89002becc not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:11.703240 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 9a9c4277-5cc8-4a37-81a4-449225b031cd no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:11.726008 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 9a9c4277-5cc8-4a37-81a4-449225b031cd {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:11.726454 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 9a9c4277-5cc8-4a37-81a4-449225b031cd not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:11.726865 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 6d9bbf95-9953-40f1-9116-22a72c9adf9d no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:11.746871 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 6d9bbf95-9953-40f1-9116-22a72c9adf9d {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:11.747212 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 6d9bbf95-9953-40f1-9116-22a72c9adf9d not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:11.983323 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Deleting port 434880c5-1671-437e-bdc6-e5d092fbaa95 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:11.983688 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:12.058491 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] For port 434880c5-1671-437e-bdc6-e5d092fbaa95, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=434880c5-1671-437e-bdc6-e5d092fbaa95,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:12.058878 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:12.070903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Calling delete_port for 434880c5-1671-437e-bdc6-e5d092fbaa95 owned by network:router_interface {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:12.327907 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:12.351451 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Pushing event deleted for resources: {'Port': ['ID=434880c5-1671-437e-bdc6-e5d092fbaa95,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:12.517134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:12.758577 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Router 32f124de-e006-4386-82f9-cd4b2f9728d7 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:02:12.858370 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:02:12.863195 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-cada7718-d4a3-4203-a284-aeb63dbb38cb admin admin] 10.222.0.66 "PUT /v2.0/routers/32f124de-e006-4386-82f9-cd4b2f9728d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985919 Oct 27 02:02:12.865825 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55378) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:12.866724 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Sync routers for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:02:12.877693 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:12.878299 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:12.966699 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:12.978992 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:13.067658 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.154423 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T02:02:12Z', 'revision_number': 5, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port': {'id': 'cc9105e7-e1be-4e76-863c-d19a5dcefd63', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T01:51:12Z', 'updated_at': '2021-10-27T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:13.179678 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Checking router: 32f124de-e006-4386-82f9-cd4b2f9728d7 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:02:13.188492 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Routers {'32f124de-e006-4386-82f9-cd4b2f9728d7'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:02:13.189099 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:01:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['32f124de-e006-4386-82f9-cd4b2f9728d7'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:13.199903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Deleting port cc9105e7-e1be-4e76-863c-d19a5dcefd63 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:13.200246 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.272774 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] Set router 32f124de-e006-4386-82f9-cd4b2f9728d7 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:02:13.281100 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] For port cc9105e7-e1be-4e76-863c-d19a5dcefd63, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=cc9105e7-e1be-4e76-863c-d19a5dcefd63,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:13.281462 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.293535 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Calling delete_port for cc9105e7-e1be-4e76-863c-d19a5dcefd63 owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:13.325779 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T02:02:13Z', 'revision_number': 6, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:13.351464 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751059c-bc2d-425b-82cc-837f9fdbd7e0 None None] The sync data for ids ['32f124de-e006-4386-82f9-cd4b2f9728d7'] in dv-cinder-786873-5-iscsi is: [{'id': '32f124de-e006-4386-82f9-cd4b2f9728d7', 'name': 'tempest-TestVolumeBootPattern-1465134327-router', 'tenant_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T01:51:11Z', 'updated_at': '2021-10-27T02:02:13Z', 'revision_number': 6, 'project_id': '4544b2dbe07b43ec9e7ec55c5bdb6ebe', 'gw_port_host': None}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:02:13.523483 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.549523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9105e7-e1be-4e76-863c-d19a5dcefd63,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:13.609604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.697303 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.699205 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.797678 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.798249 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f124de-e006-4386-82f9-cd4b2f9728d7 {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 02:02:13.802555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.803711 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-7171829c-9866-4f2e-bcdf-3de4e3525e03 admin admin] 10.222.0.66 "DELETE /v2.0/routers/32f124de-e006-4386-82f9-cd4b2f9728d7 HTTP/1.1" status: 204 len: 168 time: 0.9369466 Oct 27 02:02:13.816484 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55380) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:13.860479 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Deleting subnet eef9b54c-7e70-4cdb-bcea-77adb2b3eb59 {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:02:13.863453 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.895413 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14348200'] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:13.972571 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.094341 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14667544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13268533'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.118366 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 434880c5-1671-437e-bdc6-e5d092fbaa95 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:14.120292 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef9b54c-7e70-4cdb-bcea-77adb2b3eb59,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:14.123945 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.127127 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-afa16985-476c-468e-9c22-70243e85cdfd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eef9b54c-7e70-4cdb-bcea-77adb2b3eb59 HTTP/1.1" status: 204 len: 168 time: 0.3094542 Oct 27 02:02:14.129815 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55382) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:14.150166 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8595138-963f-4556-bbe3-81f423c6aa33 None None] Network 377271cd-7316-429c-ba27-7d732c7f72fc requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:02:14.153428 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 434880c5-1671-437e-bdc6-e5d092fbaa95 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:14.153865 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 434880c5-1671-437e-bdc6-e5d092fbaa95 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:14.205270 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.258298 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Deleting port 067819bb-8da2-4912-88b5-e779293f72e3 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:14.258639 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.323753 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] DHCP port deletion for 377271cd-7316-429c-ba27-7d732c7f72fc request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 02:02:14.329992 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] For port 067819bb-8da2-4912-88b5-e779293f72e3, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=067819bb-8da2-4912-88b5-e779293f72e3,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:14.330357 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.343301 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Calling delete_port for 067819bb-8da2-4912-88b5-e779293f72e3 owned by network:dhcp {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:14.371901 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Deleting port 067819bb-8da2-4912-88b5-e779293f72e3 {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:02:14.372269 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.441849 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] For port 067819bb-8da2-4912-88b5-e779293f72e3, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=067819bb-8da2-4912-88b5-e779293f72e3,segment=NetworkSegment(32c45ed0-3094-495d-834f-3e120db4333e),segment_id=32c45ed0-3094-495d-834f-3e120db4333e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:02:14.442502 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.454182 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Calling delete_port for 067819bb-8da2-4912-88b5-e779293f72e3 owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:02:14.488160 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.514593 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=067819bb-8da2-4912-88b5-e779293f72e3,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:14.518284 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] No DVR routers for this DVR port 067819bb-8da2-4912-88b5-e779293f72e3 on host dv-cinder-786873-5-iscsi {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:02:14.525899 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.526087 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.526369 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.526709 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.527045 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.527409 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.527739 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.528075 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.528404 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.528734 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.529055 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.529379 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.529731 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:02:14.552386 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] Pushing event deleted for resources: {'Port': ['ID=067819bb-8da2-4912-88b5-e779293f72e3,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:14.565087 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d421313-bf47-4c9c-a60d-dc5089f7e0c4 None None] No DVR routers for this DVR port 067819bb-8da2-4912-88b5-e779293f72e3 on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:02:14.600840 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.620992 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377271cd-7316-429c-ba27-7d732c7f72fc']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:14.630048 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c45ed0-3094-495d-834f-3e120db4333e') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:14.630341 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c45ed0-3094-495d-834f-3e120db4333e') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:02:14.639380 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.651918 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.658160 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:02:14.658538 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:02:14.660165 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:02:14.773671 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.778986 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:14.782763 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] 10.222.0.66 "DELETE /v2.0/networks/377271cd-7316-429c-ba27-7d732c7f72fc HTTP/1.1" status: 204 len: 168 time: 0.6519623 Oct 27 02:02:14.797880 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102528-0e70-48b4-9fa6-fb52aaf88f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=377271cd-7316-429c-ba27-7d732c7f72fc,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:15.054882 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55386) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:15.094148 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1331dc9a-253d-4aa8-a635-0fa552ef5ab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=101f8f1a85ab4e26beee695e5125f240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380805 Oct 27 02:02:15.096558 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55388) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:15.144715 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:15.165205 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:15.260774 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:15.263355 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:15.264974 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7e2153e-61f6-4266-9b07-529deccd530e HTTP/1.1" status: 204 len: 168 time: 0.1675444 Oct 27 02:02:15.272888 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41e2f-f296-4be5-bf2d-ce353e63acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2153e-61f6-4266-9b07-529deccd530e,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:15.693703 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 067819bb-8da2-4912-88b5-e779293f72e3 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:15.713586 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 067819bb-8da2-4912-88b5-e779293f72e3 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:15.713919 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 067819bb-8da2-4912-88b5-e779293f72e3 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:15.714312 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cc9105e7-e1be-4e76-863c-d19a5dcefd63 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:02:15.732387 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: cc9105e7-e1be-4e76-863c-d19a5dcefd63 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:02:15.733292 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device cc9105e7-e1be-4e76-863c-d19a5dcefd63 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:02:15.877104 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55394) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:15.915701 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-7c23f526-9c8e-4400-9082-e3d27323ce07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4544b2dbe07b43ec9e7ec55c5bdb6ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374532 Oct 27 02:02:15.918009 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55396) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:02:15.962830 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:15.986181 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:16.094732 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:16.097247 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:16.098350 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b89c1bc-8579-4aa1-8a26-ff1cc2f2d1e4 HTTP/1.1" status: 204 len: 168 time: 0.1794906 Oct 27 02:02:16.105623 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65098fd3-122f-4986-8d39-0ab7080a49ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b89c1bc-8579-4aa1-8a26-ff1cc2f2d1e4,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:02:23.860368 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:02:24.814399 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-62242e93-c60c-4616-a068-1d2d1f378bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:27.762944 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-8a7aafe4-2d84-4506-a8b8-aad6305ec677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:28.418531 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:28.854348 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:30.528556 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:31.363233 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:48.812447 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c83a-2f36-42b6-84b1-3eb9125b8026 req-2da50802-ded5-446d-bb76-7415ef5c57ae tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:48.813899 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ef4c83a-2f36-42b6-84b1-3eb9125b8026 req-2da50802-ded5-446d-bb76-7415ef5c57ae tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0479376 Oct 27 02:02:48.860774 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7ef4c83a-2f36-42b6-84b1-3eb9125b8026 req-c8407d75-89c8-494f-ad64-3a0376967b0f tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401888 Oct 27 02:02:48.916110 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-db552f5a-1203-400b-becd-d6ec6182a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:48.917553 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-db552f5a-1203-400b-becd-d6ec6182a3d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1137 time: 0.0393398 Oct 27 02:02:49.013434 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-81fcf356-9757-4c0b-a712-86f637d10ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:49.014772 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-81fcf356-9757-4c0b-a712-86f637d10ee2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0834816 Oct 27 02:02:49.079306 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-c867d215-2b88-4a19-b052-bef28b0e0aea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1001 time: 0.0566540 Oct 27 02:02:49.127778 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-a0ed96ea-3585-4d26-bf73-0290a404511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:49.129144 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-a0ed96ea-3585-4d26-bf73-0290a404511b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0422137 Oct 27 02:02:49.177420 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-11339a3d-28a1-4455-83b2-939eca7482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:49.178808 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-11339a3d-28a1-4455-83b2-939eca7482eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404925 Oct 27 02:02:49.265246 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-d15f5a9f-c0f6-42eb-83a6-3db2cd6f25c8 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780187 Oct 27 02:02:49.355179 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-426ad919-564e-48f3-9cdf-47b5512ff8c6 req-a3681f2b-6138-4530-993a-064f5edde20b service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829630 Oct 27 02:02:49.977615 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0803e7-b335-48fb-9266-11786aa22785 req-9fe5ccf1-eb4c-44f0-8103-47e0980bfddf tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:49.979165 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6b0803e7-b335-48fb-9266-11786aa22785 req-9fe5ccf1-eb4c-44f0-8103-47e0980bfddf tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0493910 Oct 27 02:02:50.019049 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-6b0803e7-b335-48fb-9266-11786aa22785 req-d7fbe4c1-6743-4557-b0eb-26487f35036d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336294 Oct 27 02:02:51.132646 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0622df4-9aec-4a11-970b-7a966eb32161 req-58b0acda-81a9-4e6b-ba90-e032dc069a7d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:51.134105 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0622df4-9aec-4a11-970b-7a966eb32161 req-58b0acda-81a9-4e6b-ba90-e032dc069a7d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0483367 Oct 27 02:02:51.172409 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-d0622df4-9aec-4a11-970b-7a966eb32161 req-7a25b25a-b568-4b92-9ce5-b09a7a2015d1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323441 Oct 27 02:02:52.285278 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164659-678e-4bc9-bf0a-c55531eb09fa req-5e182128-a7e0-427f-b8ac-a0cf7aa98c6b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:52.286711 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf164659-678e-4bc9-bf0a-c55531eb09fa req-5e182128-a7e0-427f-b8ac-a0cf7aa98c6b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0478678 Oct 27 02:02:52.325435 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-cf164659-678e-4bc9-bf0a-c55531eb09fa req-5b34ad52-0eb9-4029-946e-80302d71d4f3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327756 Oct 27 02:02:53.436021 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7562e-72b0-4ced-b420-547a2950abf2 req-b448065b-5720-43f9-96bc-a16852fe126c tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:53.437453 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-11e7562e-72b0-4ced-b420-547a2950abf2 req-b448065b-5720-43f9-96bc-a16852fe126c tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0470140 Oct 27 02:02:53.476487 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-11e7562e-72b0-4ced-b420-547a2950abf2 req-de6929fe-0d26-4c64-a3ca-0d7ad6190512 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329156 Oct 27 02:02:54.591903 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70e427-8011-4b46-a013-753cb136cfa9 req-ef96b5e8-e35d-40bc-a018-a001fdc2afda tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:54.593235 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-da70e427-8011-4b46-a013-753cb136cfa9 req-ef96b5e8-e35d-40bc-a018-a001fdc2afda tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0522022 Oct 27 02:02:54.631351 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-da70e427-8011-4b46-a013-753cb136cfa9 req-de2f2af7-56bd-4cbf-a339-a42e7d7cd838 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321834 Oct 27 02:02:54.825055 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-738550d9-8c26-4b4d-bad7-4f4818f8ac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:55.747767 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98907d45-015e-405d-b5c7-39f0fe86cfb9 req-79d5d2ad-fb76-40d1-b313-4d49eca04099 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:55.749232 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-98907d45-015e-405d-b5c7-39f0fe86cfb9 req-79d5d2ad-fb76-40d1-b313-4d49eca04099 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0479302 Oct 27 02:02:55.794558 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-98907d45-015e-405d-b5c7-39f0fe86cfb9 req-7a289d9f-68e6-4328-b2cf-4320d8351024 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393410 Oct 27 02:02:56.906931 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ee49-916e-4eef-8472-2e4e3cd60420 req-083dd120-a47b-4cab-b4ee-ccf908687c73 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:56.908413 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0cf9ee49-916e-4eef-8472-2e4e3cd60420 req-083dd120-a47b-4cab-b4ee-ccf908687c73 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0476792 Oct 27 02:02:56.947843 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-0cf9ee49-916e-4eef-8472-2e4e3cd60420 req-53f5a538-d69b-4051-971a-d7fae4fcc29b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334907 Oct 27 02:02:57.745466 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-40d46e5a-80aa-418f-bfeb-95552f0f0621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:58.060523 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1067-29b8-4b9d-b746-c13b5793cffb req-539958b2-43ba-4aad-aa73-62f6c983f368 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:58.061978 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f7ad1067-29b8-4b9d-b746-c13b5793cffb req-539958b2-43ba-4aad-aa73-62f6c983f368 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0484519 Oct 27 02:02:58.100474 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f7ad1067-29b8-4b9d-b746-c13b5793cffb req-7111915b-d9e6-49a6-8a51-abac3fc66794 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322516 Oct 27 02:02:58.424738 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:58.870609 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:02:59.213756 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2597db-1e45-4242-8a38-55832876f09c req-b6f4122a-6694-4e5f-9aac-83f12a7eac5b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:02:59.215222 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa2597db-1e45-4242-8a38-55832876f09c req-b6f4122a-6694-4e5f-9aac-83f12a7eac5b tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0487044 Oct 27 02:02:59.254619 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-fa2597db-1e45-4242-8a38-55832876f09c req-aa2a11ad-8411-4264-821f-350a8e4be41a tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333040 Oct 27 02:03:00.366555 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a96cff-7ba0-4915-87a6-0f3b4957d788 req-e9accba2-5cab-4400-97a1-8e34a48a7db1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:00.368043 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c6a96cff-7ba0-4915-87a6-0f3b4957d788 req-e9accba2-5cab-4400-97a1-8e34a48a7db1 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0483489 Oct 27 02:03:00.408200 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-c6a96cff-7ba0-4915-87a6-0f3b4957d788 req-88721da8-3596-44b7-aff9-75bd05031ca3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340908 Oct 27 02:03:00.550359 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:00.860866 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:03:01.379078 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:01.524782 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d3ab-8f27-4ba1-a253-42286d73f6c8 req-3ea61847-d94c-4e24-8228-9475fec431b5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:01.526200 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ab13d3ab-8f27-4ba1-a253-42286d73f6c8 req-3ea61847-d94c-4e24-8228-9475fec431b5 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0502825 Oct 27 02:03:01.564256 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ab13d3ab-8f27-4ba1-a253-42286d73f6c8 req-ce5cd651-702e-4270-a649-068a83185b1d tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=4bded28e-08d0-4f17-9579-094b01644a4f&id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0314913 Oct 27 02:03:07.864421 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-ec175ad4-4a03-4ea8-abd1-768434d5fb24 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391619 Oct 27 02:03:07.957529 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-a5e97060-1886-4697-8206-aa544d17570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:07.958956 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-a5e97060-1886-4697-8206-aa544d17570a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1137 time: 0.0387521 Oct 27 02:03:08.061568 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-d2d03823-2305-4001-a26d-667c1bd8987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:08.063015 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-d2d03823-2305-4001-a26d-667c1bd8987f service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0855992 Oct 27 02:03:08.125654 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-5cf8ceb2-e2c3-49d5-9e40-5851dcce12ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1001 time: 0.0549476 Oct 27 02:03:08.176962 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-8ff15e62-69e8-4185-abb2-548a296d9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:08.178352 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-8ff15e62-69e8-4185-abb2-548a296d9cf0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0446956 Oct 27 02:03:08.222485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-d9c2b91e-5184-4244-9b14-b0aa02f5a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:08.223869 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-d9c2b91e-5184-4244-9b14-b0aa02f5a125 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389795 Oct 27 02:03:08.309859 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-602572ab-2c9e-4953-8f76-de1e33f4b37c service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787745 Oct 27 02:03:08.398281 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-dc48aff1-26f6-4a83-a16c-61a52af68acc req-b87534a6-40c6-49b3-bc12-1669b4626ed2 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Oct 27 02:03:24.275402 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-3203fa89-19fa-4878-a5bd-340435c06e3b req-d4ed703f-9059-4985-b66a-4262f4ed05fd service neutron] (108324) timed out ('10.222.0.71', 56196) {{(pid=108324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 02:03:24.761040 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-1d439689-dd38-4d95-bb77-9c9065d70718 req-a637358f-35fe-4574-a935-204f29a56ba1 service neutron] (108324) timed out ('10.222.0.71', 56181) {{(pid=108324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 02:03:24.817194 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-56ded3ac-526f-4e93-a9bc-fc80e101c8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:27.759572 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-abf2309f-96ab-4ebf-b028-50e5e6ec21bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:28.439992 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:28.858360 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:30.589371 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:31.498897 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:37.860831 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:03:54.812053 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-2f5e3a0d-251c-44e8-8808-142152b415a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:56.649580 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-633de05d-5af3-4caf-a11c-b6c811a65cf3 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834297188&fields=id&tenant_id=e253ed2881154a2a89e5c55cb6a9ce99 HTTP/1.1" status: 200 len: 267 time: 0.2231381 Oct 27 02:03:56.704584 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-fbf2bce9-f9ec-467f-a5a5-58e52bb9e628 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:56.706014 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-fbf2bce9-f9ec-467f-a5a5-58e52bb9e628 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 984 time: 0.0503235 Oct 27 02:03:56.717504 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.v2.base [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Request body: {'port': {'security_groups': ['9c92fb9a-0bda-4088-96c0-1fe68519f194']}} {{(pid=108323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 02:03:56.777577 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647616'] for port, before_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:56.941703 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:03:56.973898 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for port, precommit_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.068846 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745804439790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745803895673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745803895691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14667726'] for port, after_update {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.105815 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:03:57.111374 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:57.112000 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.113429 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-7b4898f4-369c-4b61-b250-b27d1af06646 req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "PUT /v2.0/ports/a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 942 time: 0.4010103 Oct 27 02:03:57.113877 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:03:57.119958 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e6231c-e786-4137-96c3-a5028c4adc30" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:03:57.120181 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55472) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:03:57.163023 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event updated for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=7']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:03:57.180071 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ea166-2b8f-4504-8443-400b21b00fdd x-openstack-request-id: req-5e2ea166-2b8f-4504-8443-400b21b00fdd {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:03:57.180421 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:03:57.180604 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e2ea166-2b8f-4504-8443-400b21b00fdd {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:03:57.181047 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:03:57.182873 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.183314 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.183870 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.184207 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.185790 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.185923 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.186324 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.186572 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.186741 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.186983 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.187341 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.187679 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.188005 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef0a09-f9e3-4983-a099-79cdc1ca04dc tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.218143 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.256352 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:03:57.353524 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-9bdfb5d2-6a5e-498a-a831-ec73a7920d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:57.355124 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-9bdfb5d2-6a5e-498a-a831-ec73a7920d30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1098 time: 0.1229928 Oct 27 02:03:57.362250 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.provisioning_blocks [None req-ddaec24d-f944-4d7e-979a-4460de4e6f27 None None] Provisioning complete for port a61828a9-0c82-482c-adaf-ef101a7e93c7 triggered by entity DHCP. {{(pid=108325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 02:03:57.362619 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ddaec24d-f944-4d7e-979a-4460de4e6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533349'] for port, provisioning_complete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.380287 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.382729 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.383960 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "DELETE /v2.0/security-groups/4bded28e-08d0-4f17-9579-094b01644a4f HTTP/1.1" status: 204 len: 168 time: 0.2635360 Oct 27 02:03:57.386886 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55476) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:03:57.426558 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bded28e-08d0-4f17-9579-094b01644a4f,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:03:57.443697 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.444059 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.444381 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.444719 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.445051 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.445385 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.445804 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.446141 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.446466 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.446791 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.447118 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.447483 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8be8b-9f50-4e12-8ecf-bb7f69b25518 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:03:57.470434 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-114a168a-7810-4fca-a8c7-7062f7c82ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:57.471943 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-114a168a-7810-4fca-a8c7-7062f7c82ab5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.1092603 Oct 27 02:03:57.560501 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Deleting port 3ce66793-a347-4b8a-a10a-6a5383630f1a {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:03:57.560845 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.637397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.637837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.650379 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Calling delete_port for 3ce66793-a347-4b8a-a10a-6a5383630f1a owned by network:floatingip {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:03:57.771884 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3218c5b6-5ebb-4abd-9bf8-2014e72f9a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.828445 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-c4a0bc2b-8334-485d-bb2b-a4bb4bdfccaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 1001 time: 0.3484423 Oct 27 02:03:57.880435 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-3284f835-9bda-4ac6-9e14-adceb0bb67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:57.880694 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.881897 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-3284f835-9bda-4ac6-9e14-adceb0bb67ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0450025 Oct 27 02:03:57.903950 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event deleted for resources: {'Port': ['ID=3ce66793-a347-4b8a-a10a-6a5383630f1a,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:03:57.928342 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-ecc6fad8-fb3d-4d23-b934-2c1d4e1b7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:57.929827 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-ecc6fad8-fb3d-4d23-b934-2c1d4e1b7208 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403869 Oct 27 02:03:57.968134 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks [] for floatingip, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:57.968459 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.db.l3_db [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Floating IP fcad98df-33ae-4e1a-b055-9492eeb5a666 disassociated (deleted). External IP: 172.27.0.111, port: a61828a9-0c82-482c-adaf-ef101a7e93c7. Oct 27 02:03:58.021401 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-f9e30d14-7ce9-4f79-8705-fa061c30a43c service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Oct 27 02:03:58.112796 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-40e6231c-e786-4137-96c3-a5028c4adc30 req-610db34e-80a2-44aa-9a60-b59d2907c399 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805845 Oct 27 02:03:58.166903 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Router 9ad7287c-995a-4cee-a7a3-c740ff5b962c has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:03:58.284319 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:03:58.289120 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for floatingip, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:58.293626 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Sync routers for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:03:58.303622 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:03:58.304229 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:03:58.318223 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-f9bd3f73-0654-420e-bd16-4b6797287011 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "DELETE /v2.0/floatingips/fcad98df-33ae-4e1a-b055-9492eeb5a666 HTTP/1.1" status: 204 len: 168 time: 0.9277332 Oct 27 02:03:58.418071 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:03:58.490964 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:58.612919 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:03:58.643779 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Checking router: 9ad7287c-995a-4cee-a7a3-c740ff5b962c for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:03:58.652274 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:03:58.652884 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:03:58.758042 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:03:58.916389 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:03:58.962948 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:03:58.998385 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc92d7d-ccb0-4148-aea9-1dc3581964de None None] The sync data for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi is: [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:31Z', 'revision_number': 4, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi', '_interfaces': [{'id': '64369af2-a650-42d0-bfbd-47f7d333ef3d', 'name': '', 'network_id': '62bb8f33-9e14-4524-b290-6a45745e1b6b', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'mac_address': 'fa:16:3e:0c:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:31Z', 'updated_at': '2021-10-27T02:00:35Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'subnets': [{'id': 'ba45c693-8995-4fba-930b-5de752b0c0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:03:59.182331 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:03:59.184810 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd35bb5a32b2de6d365026c8edfa9b44b774492f5d665be38cd8c66401674a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c4500-5018-4e7c-87bc-be9086417fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:03:59.206926 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb6c77-bd40-4904-82e1-8284a30523a0 None None] New status for floating IP fcad98df-33ae-4e1a-b055-9492eeb5a666: DOWN {{(pid=108326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 02:03:59.221765 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 02:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1b670-7251-4e53-ab8c-71cfe28f6c81 x-openstack-request-id: req-10b1b670-7251-4e53-ab8c-71cfe28f6c81 {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:03:59.222055 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:03:59.222307 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10b1b670-7251-4e53-ab8c-71cfe28f6c81 {{(pid=108323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:03:59.222710 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:03:59.324498 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-81caabe5-f951-4a9e-8a62-a780143c5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:59.326013 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-81caabe5-f951-4a9e-8a62-a780143c5701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 1098 time: 0.0462613 Oct 27 02:03:59.429444 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-18c6401e-8ab7-4d16-89cc-1b7c54586c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:59.430834 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-18c6401e-8ab7-4d16-89cc-1b7c54586c96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 200 len: 917 time: 0.0830612 Oct 27 02:03:59.489891 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-ecd1a867-0672-4cf1-8f98-d270d6beb3bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 200 len: 217 time: 0.0374074 Oct 27 02:03:59.539161 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-7cf0b77e-7bb1-4e7a-87e0-9d6a5e85c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:59.540719 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-7cf0b77e-7bb1-4e7a-87e0-9d6a5e85c6bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0411835 Oct 27 02:03:59.585397 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-f4e3b932-76da-4161-a32c-1c5960e8425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:03:59.586836 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-f4e3b932-76da-4161-a32c-1c5960e8425c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62bb8f33-9e14-4524-b290-6a45745e1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389082 Oct 27 02:03:59.677414 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-33c13daf-d75b-474c-979a-55c17787460c service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825901 Oct 27 02:03:59.767373 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-862c4500-5018-4e7c-87bc-be9086417fe2 req-3fb816af-d5ae-4f4a-bb8c-3413843524f4 service neutron] 10.222.0.71 "GET /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809982 Oct 27 02:04:00.583530 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:01.400217 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:02.551619 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626de6-6814-44c3-a493-0e7b741dec14 req-62a95877-1e6a-4728-8c0e-420822c0d4d4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:04:02.553092 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-06626de6-6814-44c3-a493-0e7b741dec14 req-62a95877-1e6a-4728-8c0e-420822c0d4d4 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0608652 Oct 27 02:04:02.589323 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-06626de6-6814-44c3-a493-0e7b741dec14 req-01ec9dda-597a-47e4-88bb-21a950c0bdc2 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Oct 27 02:04:03.708763 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5acd7-513d-4916-908c-8823b820d2d7 req-29ac3506-709a-4488-ad25-f9be4c3a93c8 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:04:03.710243 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f9f5acd7-513d-4916-908c-8823b820d2d7 req-29ac3506-709a-4488-ad25-f9be4c3a93c8 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Oct 27 02:04:03.746909 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [req-f9f5acd7-513d-4916-908c-8823b820d2d7 req-909467e3-2151-430e-b629-78cee20b0869 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308411 Oct 27 02:04:04.525695 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-8fa7bb38-fdec-4316-8e05-a5a80ec7c786 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:04:04.527095 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-8fa7bb38-fdec-4316-8e05-a5a80ec7c786 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0461643 Oct 27 02:04:04.612170 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Deleting port a61828a9-0c82-482c-adaf-ef101a7e93c7 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:04.612429 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:04.700299 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] For port a61828a9-0c82-482c-adaf-ef101a7e93c7, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=a61828a9-0c82-482c-adaf-ef101a7e93c7,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:04.700657 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:04.713039 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Calling delete_port for a61828a9-0c82-482c-adaf-ef101a7e93c7 owned by compute:nova {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:04.873715 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c043-f7ce-4266-bda6-d3c91e14cf62 req-ff0858ef-0286-4b38-bec2-83453ceeb0e8 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 02:04:04.875792 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ca16c043-f7ce-4266-bda6-d3c91e14cf62 req-ff0858ef-0286-4b38-bec2-83453ceeb0e8 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea81fbe-39df-4663-9fe1-0c813c38a978 HTTP/1.1" status: 200 len: 945 time: 0.0625694 Oct 27 02:04:04.911896 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-ca16c043-f7ce-4266-bda6-d3c91e14cf62 req-556ffccf-c1da-419c-9154-1cf312e364c2 tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c92fb9a-0bda-4088-96c0-1fe68519f194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302229 Oct 27 02:04:04.948831 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:04.976741 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Pushing event deleted for resources: {'Port': ['ID=a61828a9-0c82-482c-adaf-ef101a7e93c7,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:04.985827 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] get_ports_and_sgs() called for port_ids ['a61828a9-0c82-482c-adaf-ef101a7e93c7'] {{(pid=108325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 02:04:05.024613 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] No DVR routers for this DVR port a61828a9-0c82-482c-adaf-ef101a7e93c7 on host hv-cinder-78687 {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:04:05.026948 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64075'] for port, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:05.030201 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [req-67a4b5ec-41ad-4648-ac79-b22e3aac49d8 req-a8df5232-e22a-4c1e-9ac4-079ab0089c2e tempest-TestMinimumBasicScenario-803730365 tempest-TestMinimumBasicScenario-803730365-project] 10.222.0.71 "DELETE /v2.0/ports/a61828a9-0c82-482c-adaf-ef101a7e93c7 HTTP/1.1" status: 204 len: 173 time: 0.4965453 Oct 27 02:04:05.030638 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'name': 'network-vif-deleted', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7'}] {{(pid=108324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 02:04:05.033011 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1415e1816f9b8b4f0eaabfee29791704c774e27394c2b51f438663009183a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b7a70-451d-4413-a8d5-b5bc40723b2f" -d '{"events": [{"server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "name": "network-vif-deleted", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7"}]}' {{(pid=108324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 02:04:05.068315 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b553dd00-c8f7-4c30-b5ff-2bb3476ace8e x-openstack-request-id: req-b553dd00-c8f7-4c30-b5ff-2bb3476ace8e {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 02:04:05.068656 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea81fbe-39df-4663-9fe1-0c813c38a978", "name": "network-vif-deleted", "tag": "a61828a9-0c82-482c-adaf-ef101a7e93c7", "status": "completed", "code": 200}]} {{(pid=108324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 02:04:05.068912 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b553dd00-c8f7-4c30-b5ff-2bb3476ace8e {{(pid=108324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 02:04:05.069306 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea81fbe-39df-4663-9fe1-0c813c38a978', 'name': 'network-vif-deleted', 'tag': 'a61828a9-0c82-482c-adaf-ef101a7e93c7', 'status': 'completed', 'code': 200} Oct 27 02:04:07.203818 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55568) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:07.536421 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:07.768750 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Deleting port 64369af2-a650-42d0-bfbd-47f7d333ef3d {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:07.769082 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:07.847062 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] For port 64369af2-a650-42d0-bfbd-47f7d333ef3d, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=64369af2-a650-42d0-bfbd-47f7d333ef3d,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:07.847356 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:07.858942 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Calling delete_port for 64369af2-a650-42d0-bfbd-47f7d333ef3d owned by network:router_interface {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:08.080231 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.105042 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=64369af2-a650-42d0-bfbd-47f7d333ef3d,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:08.279987 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.486372 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Router 9ad7287c-995a-4cee-a7a3-c740ff5b962c has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:04:08.606355 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:04:08.611638 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-6660d6f2-52d5-4e8a-8415-f5e2726e5a0e admin admin] 10.222.0.66 "PUT /v2.0/routers/9ad7287c-995a-4cee-a7a3-c740ff5b962c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4068058 Oct 27 02:04:08.614193 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55570) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:08.615049 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Sync routers for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:04:08.624735 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:04:08.625407 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:08.714561 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks [] for router, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.726846 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: dv-cinder-786873-5-iscsi {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:04:08.811982 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.897960 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Deleting port 92bdf032-d957-4626-838d-6d1629193b57 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:08.898300 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.900383 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '92bdf032-d957-4626-838d-6d1629193b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:04:07Z', 'revision_number': 5, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port': {'id': '92bdf032-d957-4626-838d-6d1629193b57', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:08.926914 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Checking router: 9ad7287c-995a-4cee-a7a3-c740ff5b962c for host: dv-cinder-786873-5-iscsi {{(pid=108325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:04:08.935093 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Routers {'9ad7287c-995a-4cee-a7a3-c740ff5b962c'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:04:08.935732 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'], 'active': True} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:08.978068 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] For port 92bdf032-d957-4626-838d-6d1629193b57, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=92bdf032-d957-4626-838d-6d1629193b57,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:08.978438 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:08.989675 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Calling delete_port for 92bdf032-d957-4626-838d-6d1629193b57 owned by network:router_gateway {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:09.020421 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvr_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] Set router 9ad7287c-995a-4cee-a7a3-c740ff5b962c gateway port host: None {{(pid=108325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:04:09.074161 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_hamode_db [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:04:08Z', 'revision_number': 6, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:09.100140 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce7eae-0aa2-4259-96b0-4dc0961e4255 None None] The sync data for ids ['9ad7287c-995a-4cee-a7a3-c740ff5b962c'] in dv-cinder-786873-5-iscsi is: [{'id': '9ad7287c-995a-4cee-a7a3-c740ff5b962c', 'name': 'tempest-TestMinimumBasicScenario-1794054188-router', 'tenant_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:28Z', 'updated_at': '2021-10-27T02:04:08Z', 'revision_number': 6, 'project_id': 'e253ed2881154a2a89e5c55cb6a9ce99', 'gw_port_host': None}] {{(pid=108325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:04:09.189034 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.212401 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bdf032-d957-4626-838d-6d1629193b57,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:09.235742 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device a61828a9-0c82-482c-adaf-ef101a7e93c7 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:09.255678 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] No Port match for: a61828a9-0c82-482c-adaf-ef101a7e93c7 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:09.256099 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Device a61828a9-0c82-482c-adaf-ef101a7e93c7 not bound to the agent host hv-cinder-78687 {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:09.275666 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.362413 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.364469 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.753103 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.753634 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad7287c-995a-4cee-a7a3-c740ff5b962c {{(pid=108324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 02:04:09.762989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] Publish callbacks [] for router, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.762989 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-219401ee-dd0c-4c57-9d3c-a580e1c46c90 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9ad7287c-995a-4cee-a7a3-c740ff5b962c HTTP/1.1" status: 204 len: 168 time: 1.1444550 Oct 27 02:04:09.762989 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55572) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:09.805029 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Deleting subnet ba45c693-8995-4fba-930b-5de752b0c0c6 {{(pid=108324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:04:09.807938 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.853725 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14424276'] for subnet, precommit_delete_associations {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:09.881510 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 92bdf032-d957-4626-838d-6d1629193b57 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:09.900961 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 92bdf032-d957-4626-838d-6d1629193b57 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:09.901297 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 92bdf032-d957-4626-838d-6d1629193b57 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:09.901722 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 64369af2-a650-42d0-bfbd-47f7d333ef3d no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:09.924604 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 64369af2-a650-42d0-bfbd-47f7d333ef3d {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:09.929214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 64369af2-a650-42d0-bfbd-47f7d333ef3d not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:09.950685 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.086557 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13347730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14181988'] for subnet, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.112795 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba45c693-8995-4fba-930b-5de752b0c0c6,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:10.116537 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] Publish callbacks [] for subnet, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.119897 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-8342a0a5-7d01-4f12-86fd-628310f47dee admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ba45c693-8995-4fba-930b-5de752b0c0c6 HTTP/1.1" status: 204 len: 168 time: 0.3568745 Oct 27 02:04:10.122369 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55574) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:10.125031 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc655d-1fa6-44d0-8bee-0512fb0708e5 None None] Network 62bb8f33-9e14-4524-b290-6a45745e1b6b requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:04:10.191928 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.251102 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Deleting port 440c86db-0fd3-4631-8d26-dbede2cab507 {{(pid=108324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:10.251479 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.313241 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.db [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] For port 440c86db-0fd3-4631-8d26-dbede2cab507, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=440c86db-0fd3-4631-8d26-dbede2cab507,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:10.313606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.325846 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.plugin [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Calling delete_port for 440c86db-0fd3-4631-8d26-dbede2cab507 owned by network:dhcp {{(pid=108324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:10.421214 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] DHCP port deletion for 62bb8f33-9e14-4524-b290-6a45745e1b6b request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 02:04:10.472126 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Deleting port 440c86db-0fd3-4631-8d26-dbede2cab507 {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:10.472491 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.497445 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13347661'] for port, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.525083 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=440c86db-0fd3-4631-8d26-dbede2cab507,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:10.528859 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] No DVR routers for this DVR port 440c86db-0fd3-4631-8d26-dbede2cab507 on host dv-cinder-786873-5-iscsi {{(pid=108324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:04:10.535023 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] For port 440c86db-0fd3-4631-8d26-dbede2cab507, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=440c86db-0fd3-4631-8d26-dbede2cab507,segment=NetworkSegment(8cab26e0-4620-4db4-8f2b-47b25a01615e),segment_id=8cab26e0-4620-4db4-8f2b-47b25a01615e)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:10.535454 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.548829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Calling delete_port for 440c86db-0fd3-4631-8d26-dbede2cab507 owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:10.602117 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.621621 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb8f33-9e14-4524-b290-6a45745e1b6b']}} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:10.628951 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.631518 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cab26e0-4620-4db4-8f2b-47b25a01615e') {'for_net_delete': True} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:10.631765 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.services.segments.db [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cab26e0-4620-4db4-8f2b-47b25a01615e') {} {{(pid=108324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:10.641983 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14424287'] for segment, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.651479 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Pushing event deleted for resources: {'Port': ['ID=440c86db-0fd3-4631-8d26-dbede2cab507,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:10.654751 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.660680 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=108324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:04:10.660879 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.661061 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13347640'] for segment, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.661207 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.661523 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.661863 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.662194 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.662516 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: Traceback (most recent call last): Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: timer() Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: cb(*args, **kw) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: return func(*args, **kwargs) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: self._notify() Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: self.callback(batched_events) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: event.method(event) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: return f(self, *a, **k) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._get(url).json() Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: return self.request(url, 'GET', **kwargs) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:04:10.662691 dv-cinder-786873-5-iscsi neutron-server[108324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.664956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-5-iscsi {{(pid=108325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 02:04:10.667030 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece1dbf-7800-4601-8a90-da648fcba62c None None] No DVR routers for this DVR port 440c86db-0fd3-4631-8d26-dbede2cab507 on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:04:10.766432 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.771701 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:10.774970 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/62bb8f33-9e14-4524-b290-6a45745e1b6b HTTP/1.1" status: 204 len: 168 time: 0.6515837 Oct 27 02:04:10.778108 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55576) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:10.785702 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a88f9-dee5-46d1-9b8f-802748acb1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bb8f33-9e14-4524-b290-6a45745e1b6b,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:11.101397 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1670970'] for router_interface, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:11.337592 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Deleting port aef13720-be57-43ce-b3b5-169bc91d2810 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:11.337927 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:11.416335 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] For port aef13720-be57-43ce-b3b5-169bc91d2810, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=aef13720-be57-43ce-b3b5-169bc91d2810,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:11.420132 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:11.428705 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Calling delete_port for aef13720-be57-43ce-b3b5-169bc91d2810 owned by network:router_interface {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:11.735200 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 440c86db-0fd3-4631-8d26-dbede2cab507 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:11.754884 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 440c86db-0fd3-4631-8d26-dbede2cab507 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:11.755323 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 440c86db-0fd3-4631-8d26-dbede2cab507 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:11.960148 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:11.984521 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef13720-be57-43ce-b3b5-169bc91d2810,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:12.142926 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1671126'] for router_interface, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:12.345618 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Router 1414a437-caa6-4f19-ab9b-8205db008dc1 has already been hosted by L3 agent e1900884-cd55-44ed-ae11-d192564b7656 {{(pid=108323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 02:04:12.451054 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] Notify agent at l3_agent.dv-cinder-786873-5-iscsi the message routers_updated {{(pid=108323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 02:04:12.456179 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-ba81fa18-b5be-43c8-b891-84ec0f4db8a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/1414a437-caa6-4f19-ab9b-8205db008dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770632 Oct 27 02:04:12.458661 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55578) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:12.461124 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Sync routers for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 02:04:12.471647 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:04:12.472387 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:12.559354 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:12.572830 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: dv-cinder-786873-5-iscsi {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:04:12.665746 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:12.788410 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Deleting port 1d3e10a5-8aef-4005-b13e-a41b337fd431 {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:12.788745 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:12.830413 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'external_fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:04:11Z', 'revision_number': 5, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port': {'id': '1d3e10a5-8aef-4005-b13e-a41b337fd431', 'name': '', 'network_id': 'a1fa9ffb-0b33-4227-887a-fc6978a30fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T02:00:35Z', 'updated_at': '2021-10-27T02:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '784790f5-ee29-4ece-83d1-77382c6fde79', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-5-iscsi'}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:12.856289 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Checking router: 1414a437-caa6-4f19-ab9b-8205db008dc1 for host: dv-cinder-786873-5-iscsi {{(pid=108326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 02:04:12.865079 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Routers {'1414a437-caa6-4f19-ab9b-8205db008dc1'} bound to L3 agent in host dv-cinder-786873-5-iscsi {{(pid=108326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 02:04:12.865243 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] For port 1d3e10a5-8aef-4005-b13e-a41b337fd431, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=1d3e10a5-8aef-4005-b13e-a41b337fd431,segment=NetworkSegment(07a379d4-26d1-4739-9fac-c703c8f11670),segment_id=07a379d4-26d1-4739-9fac-c703c8f11670)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:12.865527 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:12.865690 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T01:39:28Z,description=,heartbeat_timestamp=2021-10-27T02:03:58Z,host='dv-cinder-786873-5-iscsi',id=e1900884-cd55-44ed-ae11-d192564b7656,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T01:39:28Z,topic='l3_agent')) {'router_ids': ['1414a437-caa6-4f19-ab9b-8205db008dc1'], 'active': True} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:12.881746 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Calling delete_port for 1d3e10a5-8aef-4005-b13e-a41b337fd431 owned by network:router_gateway {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:12.949877 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_dvr_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] Set router 1414a437-caa6-4f19-ab9b-8205db008dc1 gateway port host: None {{(pid=108326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 02:04:13.003859 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.l3_hamode_db [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:04:12Z', 'revision_number': 6, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port_host': None}], 'dv-cinder-786873-5-iscsi', False) {} {{(pid=108326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:13.029224 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe90c4-6139-4ef6-896a-cde742c1805e None None] The sync data for ids ['1414a437-caa6-4f19-ab9b-8205db008dc1'] in dv-cinder-786873-5-iscsi is: [{'id': '1414a437-caa6-4f19-ab9b-8205db008dc1', 'name': 'tempest-TestMinimumBasicScenario-1165582241-router', 'tenant_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T02:00:34Z', 'updated_at': '2021-10-27T02:04:12Z', 'revision_number': 6, 'project_id': '3f993f7c7aa94a2b9c3bf289370a41cc', 'gw_port_host': None}] {{(pid=108326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 02:04:13.137163 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.167958 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3e10a5-8aef-4005-b13e-a41b337fd431,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:13.224794 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656436'] for router_gateway, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.316837 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.318865 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.417157 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668580'] for router, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.417747 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1414a437-caa6-4f19-ab9b-8205db008dc1 {{(pid=108323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 02:04:13.422489 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] Publish callbacks [] for router, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.427338 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-604bc210-fa60-4629-affc-ecd2c64aa5e3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1414a437-caa6-4f19-ab9b-8205db008dc1 HTTP/1.1" status: 204 len: 168 time: 0.9640718 Oct 27 02:04:13.427338 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55582) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:13.477015 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Deleting subnet 2b0aacc3-d2ba-48d8-9a96-186ed5209d58 {{(pid=108323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 02:04:13.480140 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.513371 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14348200'] for subnet, precommit_delete_associations {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.588487 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1529779'] for subnet, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.720261 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1529736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14667544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13268533'] for subnet, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.744576 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0aacc3-d2ba-48d8-9a96-186ed5209d58,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:13.748295 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.755040 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-4bfaae59-35c6-4c4f-a4d4-ee4a3563b1c2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2b0aacc3-d2ba-48d8-9a96-186ed5209d58 HTTP/1.1" status: 204 len: 168 time: 0.3249531 Oct 27 02:04:13.755731 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.wsgi [-] (108323) accepted ('10.222.0.66', 55584) {{(pid=108323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:13.759192 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c9f85-a69a-4fcf-821a-b3acc1069650 None None] Network 2a0039df-c2af-4a5e-8ef6-8152449cedd1 requested from dv-cinder-786873-5-iscsi {{(pid=108325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 02:04:13.819053 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device aef13720-be57-43ce-b3b5-169bc91d2810 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:13.837962 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506310'] for network, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.852422 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: aef13720-be57-43ce-b3b5-169bc91d2810 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:13.852770 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device aef13720-be57-43ce-b3b5-169bc91d2810 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:13.853193 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d3e10a5-8aef-4005-b13e-a41b337fd431 no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:13.876486 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 1d3e10a5-8aef-4005-b13e-a41b337fd431 {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:13.876831 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 1d3e10a5-8aef-4005-b13e-a41b337fd431 not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:13.890993 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Deleting port 384d69cc-49c4-4964-8d28-7420668a11cb {{(pid=108323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:13.893636 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.958904 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.db [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] For port 384d69cc-49c4-4964-8d28-7420668a11cb, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=384d69cc-49c4-4964-8d28-7420668a11cb,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:13.959361 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:13.972464 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.plugin [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Calling delete_port for 384d69cc-49c4-4964-8d28-7420668a11cb owned by network:dhcp {{(pid=108323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:13.992303 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] DHCP port deletion for 2a0039df-c2af-4a5e-8ef6-8152449cedd1 request from dv-cinder-786873-5-iscsi {{(pid=108325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 02:04:14.051334 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Deleting port 384d69cc-49c4-4964-8d28-7420668a11cb {{(pid=108325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 02:04:14.051956 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745804302102'] for port, before_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.112187 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.db [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] For port 384d69cc-49c4-4964-8d28-7420668a11cb, host dv-cinder-786873-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-5-iscsi',level=0,port_id=384d69cc-49c4-4964-8d28-7420668a11cb,segment=NetworkSegment(773f941a-869c-4ff2-96d3-e95ab7638a65),segment_id=773f941a-869c-4ff2-96d3-e95ab7638a65)] {{(pid=108325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 02:04:14.113554 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1659364'] for port, precommit_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.123934 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Calling delete_port for 384d69cc-49c4-4964-8d28-7420668a11cb owned by network:dhcp {{(pid=108325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 02:04:14.130201 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14667719'] for port, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.157162 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] No DVR routers for this DVR port 384d69cc-49c4-4964-8d28-7420668a11cb on host dv-cinder-786873-5-iscsi {{(pid=108323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:04:14.161552 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Pushing event deleted for resources: {'Port': ['ID=384d69cc-49c4-4964-8d28-7420668a11cb,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:14.200610 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745804439772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745803895664'] for port, after_delete {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.223377 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] Pushing event deleted for resources: {'Port': ['ID=384d69cc-49c4-4964-8d28-7420668a11cb,revision_number=None']} {{(pid=108325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:14.228587 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f599c3-c553-4a16-a9eb-b321135746ec None None] No DVR routers for this DVR port 384d69cc-49c4-4964-8d28-7420668a11cb on host dv-cinder-786873-5-iscsi {{(pid=108325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 02:04:14.232366 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528632', 'neutron.services.segments.db._delete_segments_for_network-8745804400415'] for network, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.255471 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0039df-c2af-4a5e-8ef6-8152449cedd1']}} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:14.264536 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773f941a-869c-4ff2-96d3-e95ab7638a65') {'for_net_delete': True} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:14.264827 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.services.segments.db [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773f941a-869c-4ff2-96d3-e95ab7638a65') {} {{(pid=108323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 02:04:14.273711 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745804398888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14348195'] for segment, before_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.287220 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336'] for segment, precommit_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.293026 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=108323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 02:04:14.293407 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1524336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14667698'] for segment, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: Traceback (most recent call last): Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: timer() Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: cb(*args, **kw) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: return func(*args, **kwargs) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: self._notify() Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: self.callback(batched_events) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: event.method(event) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: return f(self, *a, **k) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._get(url).json() Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: return self.request(url, 'GET', **kwargs) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 02:04:14.295048 dv-cinder-786873-5-iscsi neutron-server[108323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 02:04:14.416829 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656392'] for network, after_delete {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.422717 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron_lib.callbacks.manager [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.425939 dv-cinder-786873-5-iscsi neutron-server[108323]: INFO neutron.wsgi [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2a0039df-c2af-4a5e-8ef6-8152449cedd1 HTTP/1.1" status: 204 len: 168 time: 0.6698787 Oct 27 02:04:14.436895 dv-cinder-786873-5-iscsi neutron-server[108323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff7f03-3fd5-4f28-a811-b3e490d21338 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0039df-c2af-4a5e-8ef6-8152449cedd1,revision_number=None']} {{(pid=108323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:14.717822 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55588) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:14.756009 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-b4764223-e39c-46ce-9c8a-fdd464bdeaf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e253ed2881154a2a89e5c55cb6a9ce99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363801 Oct 27 02:04:14.758333 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55590) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:14.808819 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.829576 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.858710 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:04:14.959606 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.962181 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:14.963489 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c92fb9a-0bda-4088-96c0-1fe68519f194 HTTP/1.1" status: 204 len: 168 time: 0.2041414 Oct 27 02:04:14.970908 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304549c0-6359-4194-97ec-2da7fd4ac039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92fb9a-0bda-4088-96c0-1fe68519f194,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:15.597942 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55596) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:15.643297 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-217fb63e-0ced-460f-a998-6950f9af0b10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f993f7c7aa94a2b9c3bf289370a41cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441360 Oct 27 02:04:15.645834 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [-] (108324) accepted ('10.222.0.66', 55598) {{(pid=108324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 02:04:15.694223 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:15.714485 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:15.737410 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 384d69cc-49c4-4964-8d28-7420668a11cb no longer exists at agent ovs-agent-dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 02:04:15.756818 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.plugin [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] No Port match for: 384d69cc-49c4-4964-8d28-7420668a11cb {{(pid=108325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 02:04:15.757151 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron.plugins.ml2.rpc [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Device 384d69cc-49c4-4964-8d28-7420668a11cb not bound to the agent host dv-cinder-786873-5-iscsi {{(pid=108325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 02:04:15.822533 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640719'] for security_group, after_delete {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:15.825157 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron_lib.callbacks.manager [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:15.826287 dv-cinder-786873-5-iscsi neutron-server[108324]: INFO neutron.wsgi [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/263682f1-5784-4f17-87cb-1982afdb8604 HTTP/1.1" status: 204 len: 168 time: 0.1795394 Oct 27 02:04:15.833963 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25555723-c326-49fb-82a5-4482a8f33ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263682f1-5784-4f17-87cb-1982afdb8604,revision_number=None']} {{(pid=108324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 02:04:24.816410 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-4965160a-1e7b-4128-bde1-f3202b306fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:27.764720 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e97f9c96-5541-4dfc-837b-ce6ec3908b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:28.455484 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:28.866881 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:30.582228 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:31.393767 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:51.857088 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:04:54.804178 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2aff-b756-48a5-a84a-6452572600fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:57.774459 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-adb11f22-466a-4489-b025-a38c3c3a2004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:58.444106 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:04:58.872676 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:00.552532 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:01.431417 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:24.820324 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-5709448e-bfe0-4a60-b0e9-893bb2d8cd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:27.769467 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-3e517bbb-3bf4-414f-a62e-56833fe4b1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:28.442338 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:28.855432 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:05:28.871833 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:30.603421 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:31.408835 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:54.813208 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-48dd10fe-9c3c-4546-96a5-af86a6121c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:57.783829 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7bce2774-ddc2-4e7f-a8b7-c840eb66d97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:58.441075 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:05:58.877959 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:00.574171 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:01.441377 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:05.854398 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:06:24.824673 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-ec4681b8-a757-4876-aa65-eac4771a0ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:27.778986 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-a93d0046-dbf1-4723-93b9-ffec9ff7d983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:28.430146 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:28.887359 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:30.577441 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:31.401086 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:42.853658 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:06:54.839638 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-955ce4d1-f39e-41a6-9f3b-0e5d5ff0121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:57.777908 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-eb8cde3d-12e5-4945-8540-7377485fe761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:58.434226 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:06:58.873598 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:00.572046 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:01.440625 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:19.852886 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:07:21.191109 dv-cinder-786873-5-iscsi neutron-server[108324]: DEBUG neutron.wsgi [req-6779fd96-76f8-4320-bc35-86c1b7d91e05 req-88b6d6d5-2b0e-4e0d-9c2c-026394b793eb service neutron] (108324) timed out ('10.222.0.66', 49496) {{(pid=108324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 02:07:24.811202 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7031ea35-148d-44fc-9621-58009bd1b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:27.804509 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-df9a1da0-6e16-4f3a-90e7-a33d080ee045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:28.451383 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:28.885704 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:30.610101 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:31.428482 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:54.860506 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-07ad85a4-88d3-4f32-a266-22aa2e51c9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:56.851775 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:07:57.780646 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-7788eac3-c04b-4e0b-9b73-30bdd9aa873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:58.483567 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:07:58.895092 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:00.587500 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:01.416086 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:24.826682 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-45378172-2909-4a34-beb8-37e29bb1beac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:27.769427 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf15-0051-4120-9507-974802a4491b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:28.432098 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:28.888472 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:30.603826 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:31.443345 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:33.850452 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:08:54.870087 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-82ee21d7-491c-45e5-b2d0-fba4e32bb173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:57.790235 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-9d9854f5-e22a-4335-b929-e09521081235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:58.425759 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:08:58.888468 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:00.584841 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:01.516624 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:10.849404 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 02:09:24.834926 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e2295e98-25f0-446c-a08b-9a4fbad0bcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:27.767416 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-abeccdb9-1895-466a-8991-c2e5842b31e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:28.499393 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b854f0de-ae04-4b6f-90e2-2b5332323394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:28.910069 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-b250988e-90bb-495a-8d1a-1764f377bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:30.699004 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-e8013dee-da8e-4ede-8caa-ec54ca7edcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:31.487545 dv-cinder-786873-5-iscsi neutron-server[108325]: DEBUG neutron_lib.callbacks.manager [None req-619e669e-4ca5-4e09-9bd8-4ce0be6c326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745804400397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533426'] for agent, after_update {{(pid=108325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 02:09:47.847426 dv-cinder-786873-5-iscsi neutron-server[108326]: DEBUG neutron.db.agents_db [None req-8eec3844-0cbc-43ff-a453-3f11407b18fc None None] Agent healthcheck: found 6 active agents {{(pid=108326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}